-- Logs begin at Tue 2021-06-08 17:41:52 UTC, end at Tue 2021-06-08 18:49:11 UTC. -- Jun 08 18:13:14.276736 dv-cinder-733622-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 08 18:13:16.984420 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:13:16.985006 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:13:16.985195 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:13:16.988475 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.common.config [-] Logging enabled! Jun 08 18:13:16.988727 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev284 Jun 08 18:13:16.989036 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 08 18:13:16.989984 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:13:16.990213 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:13:16.990595 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:13:16.990839 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:13:16.991060 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:13:16.991375 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.991665 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.991955 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.992179 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.992468 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.993674 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.993977 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.994441 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.994745 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.995031 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.995310 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.995592 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.995850 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.996129 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.996411 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.996694 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.996914 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] debug = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.997190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.997609 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.998032 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.998334 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.998615 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.998887 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.999165 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.999437 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:16.999718 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.000052 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] host = dv-cinder-733622-16-iscsi {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.000323 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.000604 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.000886 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.001173 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.001441 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.001715 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.001993 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.002261 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.002555 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.002828 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.003109 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.003391 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.003681 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.003900 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.004113 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.004396 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.004678 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.004951 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.005220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.005490 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.005760 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.006030 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.006316 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.006598 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.006879 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.007156 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.007428 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.007695 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.007958 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.008225 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.008541 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.008820 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.009093 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.009355 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.009642 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.009905 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.010175 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.010498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.010781 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.011059 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.011337 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.011608 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.011886 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.012154 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.012420 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.012687 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_json = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.012952 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.013217 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.013493 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.013762 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.014024 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.014292 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.014577 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.014856 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:17.015150 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.015439 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.015736 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.016013 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.016304 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.016579 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.016862 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.017141 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.017419 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.017702 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.017989 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.018335 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.018564 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.018834 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.019128 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.019431 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.019720 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.020008 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.020278 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.020546 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.020813 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.021084 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.021363 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.021652 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.021935 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.022203 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.022500 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.022786 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.023058 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.023325 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.023595 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.023876 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.024248 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.024521 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.024799 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.025073 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.025339 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.025607 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.025879 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.026165 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.026464 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.026732 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.026996 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.027267 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.027536 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.027819 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.028094 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.028362 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.028633 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.028911 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.029181 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.029455 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.029732 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.029995 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.030266 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.030558 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.030828 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.031100 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.031367 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.031633 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.031902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.032169 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.032441 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.032710 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.032977 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.033245 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.033511 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.033780 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.034061 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.034374 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.034647 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.034921 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.035192 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.035465 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.035737 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.036008 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.036280 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.036553 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.036820 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.037110 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.037384 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.037671 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.037939 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.038210 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.038523 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.038800 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.039079 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.039353 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.040330 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.040626 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.041078 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.041380 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.041662 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.041951 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.042240 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.042557 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.042833 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.043141 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.043416 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:17.043630 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:13:17.043876 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 08 18:13:17.408438 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:17.408707 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:17.408993 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:17.409329 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 08 18:13:17.801167 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.801474 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.801725 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.802934 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.803204 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.803464 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.840502 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.840770 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.841032 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.854977 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.855254 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.855517 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.882970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.883242 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.883564 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.921635 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.921902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:17.922167 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.162214 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.162875 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.162875 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.163040 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.163683 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.296886 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.297207 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.297485 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.297757 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.298023 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.298356 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.298611 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.298864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.299113 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.299390 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.299642 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.299902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.300156 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.300414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.300662 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.300923 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.301187 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.301437 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.301699 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.301944 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.302217 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.302584 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.302831 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.303108 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.303351 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.303590 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.303979 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.304212 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.304443 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.304673 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.304901 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.305129 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.306057 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 08 18:13:18.309465 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 08 18:13:18.313459 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 08 18:13:18.317294 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jun 08 18:13:18.318963 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 08 18:13:18.319404 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 08 18:13:18.319736 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 08 18:13:18.320119 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 08 18:13:18.323060 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 08 18:13:18.323308 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 08 18:13:18.323655 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:13:18.350746 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 08 18:13:18.351199 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.351494 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 08 18:13:18.351851 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.353727 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 08 18:13:18.354007 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 08 18:13:18.354249 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 08 18:13:18.357447 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.357723 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.420495 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 08 18:13:18.420666 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 08 18:13:18.420883 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 08 18:13:18.421256 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 08 18:13:18.452747 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_db.sqlalchemy.engines [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 08 18:13:18.785960 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing driver for type 'gre' Jun 08 18:13:18.786534 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] gre ID ranges: [(1, 1000)] Jun 08 18:13:18.838243 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing driver for type 'local' Jun 08 18:13:18.838606 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing driver for type 'vlan' Jun 08 18:13:18.851221 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] VlanTypeDriver initialization complete Jun 08 18:13:18.851763 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing driver for type 'vxlan' Jun 08 18:13:18.852297 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] vxlan ID ranges: [(1, 1000)] Jun 08 18:13:18.905996 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing extension driver 'port_security' Jun 08 18:13:18.906267 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.extensions.port_security [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] PortSecurityExtensionDriver initialization complete Jun 08 18:13:18.906636 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing mechanism driver 'openvswitch' Jun 08 18:13:18.906943 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing mechanism driver 'hyperv' Jun 08 18:13:18.913472 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.plugins.ml2.plugin [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:18.914229 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.915168 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.915530 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.915913 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.916259 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.916596 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.916967 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.917309 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.917644 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.918015 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.918375 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.918714 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.919086 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.919426 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.919761 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.920137 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > address_group after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.920476 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > address_group after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.920811 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.921145 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] ML2 OVO RPC backend initialized. {{(pid=91660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} Jun 08 18:13:18.921837 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.922188 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.922620 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.922962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > networks before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.923300 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.923634 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > ports before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.923969 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.924306 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnets before_response 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.924647 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.924980 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.925309 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.925638 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.925969 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.926323 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.926654 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.926981 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.927306 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.927879 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.plugin [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Modular L2 Plugin initialization complete Jun 08 18:13:18.928203 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading services supported by the core plugin {{(pid=91660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 08 18:13:18.928526 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.plugins.ml2.managers [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Got port-security extension from driver 'port_security' Jun 08 18:13:18.928982 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.extensions.vlantransparent [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Disabled vlantransparent extension. Jun 08 18:13:18.929462 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 08 18:13:18.929774 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: router Jun 08 18:13:18.966912 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.967306 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_create 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.967667 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router before_create 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.968025 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.968388 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.968735 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_delete 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.969088 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.969442 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_create 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.969784 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.970132 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.970511 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.970868 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.971271 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.971640 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.971976 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.972305 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: subnet after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.972637 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.972975 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.973578 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_create 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.973913 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.974246 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.974620 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router after_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.974958 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.975291 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_create 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.975644 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.975984 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_update 55549900 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.976349 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > network after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.977256 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Tracking information for resource: router configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.977585 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Tracking information for resource: floatingip configured {{(pid=91660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 08 18:13:18.982919 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.db.l3_agentschedulers_db [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 08 18:13:18.983500 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.983854 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.984195 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.984540 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: port after_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.985325 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router before_create 55550100 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.985682 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.986036 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_create 55550100 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.986411 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > router precommit_update 55550100 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:18.990811 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.provider_configuration [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service providers = [] {{(pid=91660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 08 18:13:18.991172 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.db.servicetype_db [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 08 18:13:18.994071 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.service_base [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:13:18.994435 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.service_base [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:13:18.994817 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.service_base [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:13:18.995675 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.services.service_base [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 08 18:13:18.996039 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.services.service_base [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 08 18:13:18.996579 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:18.996896 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 08 18:13:19.007698 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.008030 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: auto_allocate Jun 08 18:13:19.014424 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: network precommit_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.014789 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: network precommit_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.015310 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.015623 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: tag Jun 08 18:13:19.023698 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.024623 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: timestamp Jun 08 18:13:19.028376 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.028699 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: network_ip_availability Jun 08 18:13:19.033880 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.034248 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.034621 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.035344 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.035656 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: flavors Jun 08 18:13:19.150090 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.150363 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading Plugin: revisions Jun 08 18:13:19.154922 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 08 18:13:19.155310 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.746s {{(pid=91660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:19.156087 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 08 18:13:19.156422 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Initializing extension manager. Jun 08 18:13:19.156921 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: __init__.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.157260 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: __pycache__ {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.157593 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.157923 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: address_group.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.158717 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.159292 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: address-group Jun 08 18:13:19.159617 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: address_scope.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.160316 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.160822 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: address-scope Jun 08 18:13:19.161139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.162045 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.162573 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: router-admin-state-down-before-update Jun 08 18:13:19.163115 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: agent.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.163563 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.164061 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: agent Jun 08 18:13:19.164378 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: agent_resources_synced.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.166019 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.166683 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: agent-resources-synced Jun 08 18:13:19.167021 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: allowedaddresspairs.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.172402 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.172931 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: allowed-address-pairs Jun 08 18:13:19.173260 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: auto_allocated_topology.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.174393 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.174899 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: auto-allocated-topology Jun 08 18:13:19.175221 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: availability_zone.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.175908 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.176407 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: availability_zone Jun 08 18:13:19.176724 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: availability_zone_filter.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.177960 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.178493 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: availability_zone_filter Jun 08 18:13:19.178813 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: data_plane_status.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.179710 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.180259 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension data-plane-status not supported by any of loaded plugins Jun 08 18:13:19.181123 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: default_subnetpools.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.181990 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.182516 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: default-subnetpools Jun 08 18:13:19.182832 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.183642 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.184144 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: dhcp_agent_scheduler Jun 08 18:13:19.184458 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: dns.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.185347 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.185905 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension dns-integration not supported by any of loaded plugins Jun 08 18:13:19.186154 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: dns_domain_ports.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.187073 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.187569 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 08 18:13:19.187885 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: dvr.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.188544 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.189042 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: dvr Jun 08 18:13:19.189355 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: empty_string_filtering.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.190248 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.190851 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: empty-string-filtering Jun 08 18:13:19.191166 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.192051 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.192549 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:13:19.192860 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.193751 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.194480 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 08 18:13:19.194798 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: external_net.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.195686 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.196260 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: external-net Jun 08 18:13:19.196572 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.197470 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.197978 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: extra_dhcp_opt Jun 08 18:13:19.198292 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: extraroute.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.199219 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.199814 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: extraroute Jun 08 18:13:19.200038 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: extraroute_atomic.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.201245 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.201598 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: extraroute-atomic Jun 08 18:13:19.201911 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: filter_validation.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.202633 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.203131 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: filter-validation Jun 08 18:13:19.203446 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: fip_pf_description.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.204389 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.204889 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 08 18:13:19.205201 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: fip_port_details.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.206109 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.206642 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: fip-port-details Jun 08 18:13:19.206958 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: flavors.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.208224 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.208733 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: flavors Jun 08 18:13:19.209052 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.210786 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.211309 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 08 18:13:19.211687 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: floatingip_pools.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.212387 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.212890 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: floatingip-pools Jun 08 18:13:19.213207 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: ip_allocation.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.214111 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.214632 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension ip_allocation not supported by any of loaded plugins Jun 08 18:13:19.214950 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.215840 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.216342 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: ip-substring-filtering Jun 08 18:13:19.216659 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l2_adjacency.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.217557 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.218051 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 08 18:13:19.218393 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.219384 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.219893 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: router Jun 08 18:13:19.220212 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.222492 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.223008 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 08 18:13:19.223598 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.224512 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.225018 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: ext-gw-mode Jun 08 18:13:19.225337 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.226226 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.226760 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: l3-ha Jun 08 18:13:19.227601 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3_flavors.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.228493 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.228987 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: l3-flavors Jun 08 18:13:19.229302 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.230205 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.230730 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 08 18:13:19.231046 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: l3agentscheduler.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.232086 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.232587 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: l3_agent_scheduler Jun 08 18:13:19.232913 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: logging.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.234546 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.235142 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension logging not supported by any of loaded plugins Jun 08 18:13:19.235466 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: metering.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.236201 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.236782 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: metering Jun 08 18:13:19.237101 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.238185 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.238742 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: metering_source_and_destination_fields Jun 08 18:13:19.239066 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: multiprovidernet.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.239977 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.240471 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: multi-provider Jun 08 18:13:19.240790 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: netmtu.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.241677 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.242179 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: net-mtu Jun 08 18:13:19.242522 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: netmtu_writable.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.244118 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.244621 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: net-mtu-writable Jun 08 18:13:19.244938 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: network_availability_zone.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.245599 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.246095 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: network_availability_zone Jun 08 18:13:19.246445 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: network_ip_availability.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.247518 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.248021 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: network-ip-availability Jun 08 18:13:19.248339 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: network_segment_range.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.249089 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.249584 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension network-segment-range not supported by any of loaded plugins Jun 08 18:13:19.249901 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: pagination.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.250892 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.251217 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: pagination Jun 08 18:13:19.251539 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: port_device_profile.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.252429 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.252934 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: port-device-profile Jun 08 18:13:19.253252 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.254144 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.254751 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: port-mac-address-regenerate Jun 08 18:13:19.255069 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.255953 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.256457 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: port-numa-affinity-policy Jun 08 18:13:19.256773 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: port_resource_request.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.257653 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.258148 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension port-resource-request not supported by any of loaded plugins Jun 08 18:13:19.258637 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: portbindings.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.259680 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.260180 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: binding Jun 08 18:13:19.260496 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: portbindings_extended.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.261858 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.262430 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: binding-extended Jun 08 18:13:19.262773 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: portsecurity.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.263847 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.264314 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: port-security Jun 08 18:13:19.264632 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: project_id.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.265685 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.266075 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: project-id Jun 08 18:13:19.266397 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: providernet.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.267399 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.267909 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: provider Jun 08 18:13:19.268258 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.272112 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.272681 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos not supported by any of loaded plugins Jun 08 18:13:19.273065 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.274450 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.274997 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 08 18:13:19.275321 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.276501 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.277037 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 08 18:13:19.277351 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_default.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.278386 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.278932 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-default not supported by any of loaded plugins Jun 08 18:13:19.279379 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_fip.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.279948 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.280443 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-fip not supported by any of loaded plugins Jun 08 18:13:19.280761 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_gateway_ip.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.281902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.282443 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 08 18:13:19.282761 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_port_network_policy.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.283648 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.284154 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 08 18:13:19.284472 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_rule_type_details.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.285362 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.285859 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 08 18:13:19.286171 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: qos_rules_alias.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.287210 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.287713 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 08 18:13:19.288024 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: quotasv2.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.288967 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.289286 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: quotas Jun 08 18:13:19.290133 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: quotasv2_detail.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.293213 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.293550 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: quota_details Jun 08 18:13:19.293876 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: rbac.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.294959 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.295484 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: rbac-policies Jun 08 18:13:19.295811 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: rbac_address_group.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.296715 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.297222 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: rbac-address-group Jun 08 18:13:19.297543 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: rbac_address_scope.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.298459 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.298970 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: rbac-address-scope Jun 08 18:13:19.299283 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: rbac_security_groups.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.300190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.300692 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: rbac-security-groups Jun 08 18:13:19.301015 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: rbac_subnetpool.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.301897 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.302432 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: rbac-subnetpool Jun 08 18:13:19.302755 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: revisionifmatch.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.303644 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.304149 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: revision-if-match Jun 08 18:13:19.304474 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: revisions.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.306122 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.306649 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: standard-attr-revisions Jun 08 18:13:19.306971 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: router_availability_zone.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.307631 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.308136 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: router_availability_zone Jun 08 18:13:19.308454 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: routerservicetype.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.309339 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.309841 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension router-service-type not supported by any of loaded plugins Jun 08 18:13:19.310158 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.311077 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.311581 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: security-groups-normalized-cidr Jun 08 18:13:19.311898 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.312787 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.313290 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: port-security-groups-filtering Jun 08 18:13:19.313607 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.314523 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.315027 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: security-groups-remote-address-group Jun 08 18:13:19.315340 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: securitygroup.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.325033 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.325556 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: security-group Jun 08 18:13:19.325888 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: segment.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.326695 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.327209 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension segment not supported by any of loaded plugins Jun 08 18:13:19.327535 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.328450 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.328956 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 08 18:13:19.329277 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: servicetype.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.330382 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.330898 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: service-type Jun 08 18:13:19.331222 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: sorting.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.332174 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.332500 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: sorting Jun 08 18:13:19.332817 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: standard_attr_segment.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.333702 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.334208 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 08 18:13:19.334561 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: standardattrdescription.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.335192 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.335689 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: standard-attr-description Jun 08 18:13:19.336002 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: stateful_security_group.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.337450 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.337951 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: stateful-security-group Jun 08 18:13:19.338267 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: stdattrs_common.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.338853 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 08 18:13:19.339166 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.340125 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.340625 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 08 18:13:19.340937 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnet_onboard.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.341981 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.342518 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: subnet_onboard Jun 08 18:13:19.342838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.343739 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.344250 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 08 18:13:19.344567 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnet_service_types.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.345471 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.345977 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: subnet-service-types Jun 08 18:13:19.346290 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnetallocation.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.347375 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.347888 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: subnet_allocation Jun 08 18:13:19.348459 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.349104 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.349603 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: subnetpool-prefix-ops Jun 08 18:13:19.349915 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.350853 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.351353 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 08 18:13:19.351666 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: tagging.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.352942 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.353463 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: standard-attr-tag Jun 08 18:13:19.353780 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: timestamp.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.355553 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.356045 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loaded extension: standard-attr-timestamp Jun 08 18:13:19.356369 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: trunk.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.357401 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.357920 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension trunk not supported by any of loaded plugins Jun 08 18:13:19.358224 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: trunk_details.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.359147 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.359651 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension trunk-details not supported by any of loaded plugins Jun 08 18:13:19.359967 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: uplink_status_propagation.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.360868 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.361371 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 08 18:13:19.361688 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Loading extension file: vlantransparent.py {{(pid=91660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 08 18:13:19.362383 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 08 18:13:19.362884 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 08 18:13:19.365386 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:network Jun 08 18:13:19.365934 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnet Jun 08 18:13:19.366365 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:13:19.366754 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:port Jun 08 18:13:19.368969 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.369414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service FLAVORS assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.370020 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.370473 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.370798 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:router Jun 08 18:13:19.371220 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:13:19.371712 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service METERING assigned prefix: /metering {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.373148 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.373533 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.373882 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:13:19.374903 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:13:19.375346 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:13:19.375774 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:13:19.376392 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service CORE assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.376714 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:13:19.377053 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] subnetpool is already registered Jun 08 18:13:19.377476 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service CORE assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.377794 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:13:19.378114 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] subnetpool is already registered Jun 08 18:13:19.380438 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.380869 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service FLAVORS assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.381448 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.381864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.382188 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:router Jun 08 18:13:19.382540 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] router is already registered Jun 08 18:13:19.382945 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:floatingip Jun 08 18:13:19.383286 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] floatingip is already registered Jun 08 18:13:19.383869 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service METERING assigned prefix: /metering {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.384539 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of CountableResource for resource:rbac_policy Jun 08 18:13:19.384857 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] rbac_policy is already registered Jun 08 18:13:19.385262 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:security_group Jun 08 18:13:19.385589 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] security_group is already registered Jun 08 18:13:19.385984 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 08 18:13:19.386336 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] security_group_rule is already registered Jun 08 18:13:19.386963 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service CORE assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.387281 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:13:19.387603 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] subnetpool is already registered Jun 08 18:13:19.388012 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.v2.resource_helper [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Service CORE assigned prefix: {{(pid=91660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 08 18:13:19.388324 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Creating instance of TrackedResource for resource:subnetpool Jun 08 18:13:19.388643 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING neutron.quota.resource_registry [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] subnetpool is already registered Jun 08 18:13:19.389108 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: extensions {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.390613 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: address-groups {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.392102 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: address-scopes {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.393408 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: agents {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.394596 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: auto-allocated-topology {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.395860 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: availability_zones {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.397065 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: dhcp-networks {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.398589 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: dhcp-agents {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.400800 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: routers {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.402465 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: flavors {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.404821 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: service_profiles {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.406043 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: next_providers {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.407499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: service_profiles {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.409046 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: floatingip-pools {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.410268 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: routers {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.411999 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: floatingips {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.413278 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: l3-routers {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.414822 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: l3-agents {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.416428 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: metering-labels {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.417689 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: metering-label-rules {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.419086 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: network-ip-availabilities {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.420350 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: bindings {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.421914 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: quotas {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.423493 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: quotas {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.424919 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: rbac-policies {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.426106 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: security-groups {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.427423 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: security-group-rules {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.428660 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: service-providers {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.429894 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: subnetpools {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.432007 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: subnetpools {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.433548 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.435323 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.437119 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.438950 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.440613 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.442574 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.444242 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.446762 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.448623 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.450393 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron.api.extensions [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Extended resource: tags {{(pid=91660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 08 18:13:19.456394 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING keystonemiddleware.auth_token [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 08 18:13:19.460877 dv-cinder-733622-16-iscsi neutron-server[91660]: WARNING keystonemiddleware.auth_token [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 08 18:13:19.469798 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Acquired lock "singleton_lock" {{(pid=91660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 08 18:13:19.470277 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_concurrency.lockutils [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Releasing lock "singleton_lock" {{(pid=91660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 08 18:13:19.471022 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Starting 2 workers Jun 08 18:13:19.475855 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Started child 91768 {{(pid=91660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:13:19.482329 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Started child 91769 {{(pid=91660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:13:19.482537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.483062 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO neutron.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 08 18:13:19.483062 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Notify callbacks [] for process, before_spawn {{(pid=91660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.483393 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [-] (91768) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:13:19.483393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58280) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:19.485086 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Starting 1 workers Jun 08 18:13:19.486108 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.487527 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [-] (91769) wsgi starting up on http://0.0.0.0:9696 Jun 08 18:13:19.490190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Started child 91770 {{(pid=91660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:13:19.490753 dv-cinder-733622-16-iscsi neutron-server[91660]: INFO oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Starting 1 workers Jun 08 18:13:19.491898 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065472 Jun 08 18:13:19.495813 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] calling RpcWorker wait() {{(pid=91770) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 08 18:13:19.496691 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Started child 91772 {{(pid=91660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 08 18:13:19.497102 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.service [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] returning from RpcWorker wait() {{(pid=91770) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 08 18:13:19.497499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG neutron_lib.callbacks.manager [None req-84ccbfa4-7f52-4185-b269-6e4ff8c29612 None None] Notify callbacks [] for process, after_spawn {{(pid=91660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.499124 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:13:19.500441 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:13:19.500569 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.500655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:13:19.500655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:13:19.500788 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:19.500867 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:13:19.500867 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:13:19.500867 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.501045 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.501112 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:19.501574 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.501574 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.501705 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.502906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.502906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.502906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.503191 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.503257 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:19.503325 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.503508 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.503597 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.503822 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.504057 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.504352 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.504615 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.504864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.505156 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.505320 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.505578 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.505852 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.506103 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.506384 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] debug = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.506626 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.507676 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.507676 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.507676 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.507916 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.508251 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.508251 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.509209 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.509567 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.509818 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.510139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.510320 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.510557 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.510827 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.511056 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.511278 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.511515 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.511995 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] host = dv-cinder-733622-16-iscsi {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.512212 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.512425 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514126 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514638 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514638 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.514764 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.515111 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.515267 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.515407 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_options = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.515655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.515893 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.516144 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.516336 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.516487 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.516656 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.516906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.517085 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.517330 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.517541 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.517749 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.517977 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.518209 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.518486 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.518713 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.518953 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.519163 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.519430 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.519640 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.519878 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.520096 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.520331 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.520624 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.520800 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.520951 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.521160 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.521396 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.521622 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.521829 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.522077 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.522329 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.522618 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.522828 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.523173 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.523327 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.523545 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.523755 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.524082 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.524286 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.524533 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.524784 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.525015 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.525239 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.525453 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.525691 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.525990 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_json = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.526143 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.527293 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.527579 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.527796 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.528015 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.528228 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.529758 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.529758 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.530069 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.530210 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.530481 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.530713 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.530973 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.531216 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.531462 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.531688 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.531945 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.532172 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.532452 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.532744 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.532936 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.533186 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.533444 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.533765 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.535220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.535359 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.535543 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.536326 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.536326 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.536326 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.536537 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.536753 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.537178 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.537618 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.538019 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.538498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.538817 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.539008 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.539902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.539902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.539902 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.540121 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.540205 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.540499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.540919 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.540919 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.541151 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542787 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542787 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.542918 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.543129 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545499 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545685 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.545911 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.546328 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.546678 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.547067 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.547292 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.547518 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.547757 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.548155 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.548569 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.548986 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.549377 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.549762 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.550157 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.550414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.550647 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.550891 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.552000 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.552365 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.552724 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.553030 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.553332 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.553572 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.554877 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.555132 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.556082 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.556541 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.559802 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.560174 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.561729 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.561984 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.562222 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.562541 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.562794 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.563062 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.563300 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.563595 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.563848 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.564836 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.564836 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.564836 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.564836 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.565117 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.565338 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.565580 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.565807 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.566060 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.566628 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.567278 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.567523 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.567784 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.568067 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.568325 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.568597 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.568885 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.569315 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.569593 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.569903 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.570191 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.573739 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.574390 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.574673 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.576710 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.577010 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.577283 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.577536 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.577782 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.578049 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.578799 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.578799 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.578972 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.579139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.579345 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.579697 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.579939 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.580182 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.580433 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.580713 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.580974 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.581231 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.581502 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.581760 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.581993 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.582233 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.584434 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.584967 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.585233 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.585481 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.585712 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.585979 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.586225 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.588701 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589220 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589619 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589619 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589846 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.589931 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.590222 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.590460 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.591962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.591962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.591962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.591962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.592520 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.592718 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.593634 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.593634 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.593634 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.593634 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594190 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594660 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594660 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.594941 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.595094 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.595351 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.595525 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.596552 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.596552 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.596552 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.596552 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.597089 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.597089 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.597377 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.597516 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.598723 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.598966 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.599195 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.600803 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.601947 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.602497 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.604946 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606072 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606072 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606072 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606072 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606072 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.606655 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.607013 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.607013 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.607234 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608016 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608016 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608016 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608380 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608503 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608746 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.608883 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.609091 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.609312 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.609521 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.609864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.610773 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.610773 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.610773 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.611397 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.611562 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.611826 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.612161 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.612396 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.612754 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.612912 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.613140 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.613359 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.613676 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615139 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615940 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615940 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.615940 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.617414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.617414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.617414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.617414 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.618528 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.618528 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.618938 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.618938 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.619275 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.619424 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.619565 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.619836 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.620084 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.620315 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.620531 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.620815 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.620986 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.621595 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.621595 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.621855 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.621855 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.622109 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:13:19.623258 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 08 18:13:19.623258 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 08 18:13:19.623517 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 08 18:13:19.623641 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 08 18:13:19.623767 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 08 18:13:19.623906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 08 18:13:19.624156 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.625146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.626812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] debug = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.627970 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.628838 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.629711 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] host = dv-cinder-733622-16-iscsi {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.630861 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.631899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_options = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.632906 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.633864 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.634508 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.634508 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.634508 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.634899 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635048 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635187 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635324 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635459 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635597 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635733 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.635869 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.636005 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.636141 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.636344 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.636957 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637110 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637249 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637387 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637549 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637693 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637851 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.637995 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.639206 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.639388 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.639533 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.639691 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640197 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640621 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640757 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.640898 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.641028 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.641141 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.641264 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_json = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.641376 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642262 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642262 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642262 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642262 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642736 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642736 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.642736 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 08 18:13:19.643081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643315 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643315 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643536 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643829 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.643829 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644313 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644436 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644559 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.644683 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.645616 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646357 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646772 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646866 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.646973 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647132 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647292 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647453 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647686 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647809 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.647916 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648063 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648221 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648381 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648539 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648697 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.648858 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.649676 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.649807 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650068 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650236 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650598 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650598 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650965 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650965 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.650965 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651377 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651377 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651377 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651842 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651842 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.651842 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652273 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652273 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652273 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652686 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652686 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.652686 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653080 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653080 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653350 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653350 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653610 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.653610 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654081 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654562 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654562 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654562 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654954 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654954 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.654954 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.655335 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.655335 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.656513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.657406 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658153 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658153 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658153 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658153 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658153 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658624 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658624 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658624 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.658962 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659194 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659194 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659427 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659549 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659777 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.659777 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660014 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660137 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660258 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660381 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660503 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660649 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660812 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.660971 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661135 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661304 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661462 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661619 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661777 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.661936 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662095 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662252 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662450 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662577 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662724 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.662873 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663021 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663189 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663333 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663493 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663650 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663820 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.663964 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.664284 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:19.664430 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.664430 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.665733 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.665733 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.665733 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.667498 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.668551 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671119 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671119 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671119 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671535 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671535 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671535 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671952 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671952 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.671952 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672337 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672337 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672599 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672599 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672869 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.672869 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673133 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673133 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673405 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673405 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673666 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673802 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.673940 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.674274 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.674274 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.674274 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.674721 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.674721 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.675740 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.675740 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.675740 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.675740 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.675740 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.676413 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.676550 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.676687 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.676824 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.676984 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677144 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677304 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677462 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677607 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677765 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.677924 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678078 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678221 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678403 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678545 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678682 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678843 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.678997 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.679135 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.679294 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.679438 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.680023 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681467 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681467 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681467 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681467 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681748 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681819 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.681994 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.683246 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.683246 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685146 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685608 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685608 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685608 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685948 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.685948 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.686184 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.686184 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.686505 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.688936 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.688936 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.689305 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.689487 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.689664 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.690742 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.690911 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.691086 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.691250 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.691412 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.691575 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.692603 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.692779 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.692939 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.694558 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.695415 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.695602 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.696694 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.696897 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.697082 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.698100 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.698564 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.698967 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.699155 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.699339 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.699513 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.699691 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.699871 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700038 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700203 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700364 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700526 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700685 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.700844 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.701003 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.701163 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.701318 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702343 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702699 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702699 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702994 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.702994 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 08 18:13:19.703874 dv-cinder-733622-16-iscsi neutron-server[91660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 08 18:13:31.056255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9623d475-9f54-4284-9996-9572581c83c5 None None] get_active_networks_info from dv-cinder-733622-16-iscsi {{(pid=91770) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 08 18:13:31.122629 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9623d475-9f54-4284-9996-9572581c83c5 None None] No non-hosted networks {{(pid=91770) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 08 18:13:31.137010 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.agentschedulers_db [None req-9623d475-9f54-4284-9996-9572581c83c5 None None] DHCP Agent not found on host dv-cinder-733622-16-iscsi {{(pid=91770) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 08 18:13:31.267833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ccd3849d-ebb1-4e9c-a493-6a76ca88f9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:33.554089 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:33.555966 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.556588 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.558739 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.563161 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.563933 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.565755 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.567300 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.567887 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.569803 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.570388 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.573082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.575112 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:33.577253 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-733622-16-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:33.590884 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-733622-16-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:13:33.688696 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f7958c40-cf0e-4ecf-90a8-a9845fc4a3ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:33.756735 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-abed306f-fb3f-45da-a767-3edb5bc77c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:34.875406 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:36.644858 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.db.l3_hamode_db [None req-e39f225b-7bb1-44a8-ac71-23b31664ef0e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 08 18:13:36.745199 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f225b-7bb1-44a8-ac71-23b31664ef0e None None] Routers set() bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:13:36.745575 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f225b-7bb1-44a8-ac71-23b31664ef0e None None] Router IDs set() for agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 08 18:13:36.808284 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:38.030248 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58388) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:38.653982 dv-cinder-733622-16-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-83774294-17c6-435d-b5f8-89b0c347c6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:38.654739 dv-cinder-733622-16-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-83774294-17c6-435d-b5f8-89b0c347c6b7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:38.874091 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [None req-83774294-17c6-435d-b5f8-89b0c347c6b7 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:38.875384 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-83774294-17c6-435d-b5f8-89b0c347c6b7 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8430419 Jun 08 18:13:41.302339 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58402) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:41.676690 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:41.778952 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.policy [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91769) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:13:41.825147 dv-cinder-733622-16-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:41.825516 dv-cinder-733622-16-iscsi neutron-server[91769]: WARNING oslo_policy.policy [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:41.834090 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.quota [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] Loaded quota_driver: . Jun 08 18:13:41.912797 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894258701', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894258232', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894133114', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894143654', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894149933', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753894159394', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-619885', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-615139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1692070', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1610695'] for rbac-policy, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:41.978698 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:41.979900 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-54ed724e-e571-48b4-862d-3a61c4addeb9 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6765668 Jun 08 18:13:44.600195 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58414) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:44.959153 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Request body: {'network': {'name': 'private', 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:44.984673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Made reservation on behalf of 4973cc061a8f4d17baede7dd9b808be4 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:44.987713 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.005736 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.129932 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.134558 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.139395 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:45.161725 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:13:45.190168 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753897521318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.190712 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Unsubscribe: segment precommit_create {{(pid=91769) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:13:45.191196 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Added segment 0105b224-19fc-49d8-af0b-820440f66cc9 of type vlan for network 388315b3-aa2e-4f42-ba3e-bd2501148426 Jun 08 18:13:45.240743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5010b-465a-4e6b-9b5c-0bd29fcdec40,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:45.262612 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.263033 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.263296 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.263653 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.263992 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.264345 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.264701 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.265131 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.265492 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.265879 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.266228 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.266571 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Tracked resource versions report: Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: pushed versions: Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Log': {'1.0'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Network': {'1.1'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Port': {'1.7'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SubPort': {'1.0'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Subnet': {'1.1'}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Trunk': {'1.1'}} Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: consumer versions: Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Log': '1.0', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Network': '1.1', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Port': '1.7', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'PortForwarding': '1.2', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'QosPolicy': '1.8', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroup': '1.4', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SubPort': '1.0', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Subnet': '1.1', Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Trunk': '1.1'}} Jun 08 18:13:45.267971 dv-cinder-733622-16-iscsi neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:45.312575 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.322898 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:45.361939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.363566 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:45.364232 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:45.368119 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:45.468706 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8670042 Jun 08 18:13:45.487422 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Pushing event updated for resources: {'Network': ['ID=388315b3-aa2e-4f42-ba3e-bd2501148426,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:45.490950 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:45.500312 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:13:48.194963 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58428) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:48.656383 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a69aa-67a5-45ea-a0ba-ebd0ff080820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:48.657688 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e62a69aa-67a5-45ea-a0ba-ebd0ff080820 admin admin] 10.222.0.46 "GET /v2.0/networks/388315b3-aa2e-4f42-ba3e-bd2501148426 HTTP/1.1" status: 200 len: 825 time: 0.4610841 Jun 08 18:13:48.688321 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-21013759-982d-4dfd-85e4-c9444ec510cf admin admin] 10.222.0.46 "GET /v2.0/subnetpools/7d1b9e84-3751-4ddf-beb9-34f8982ef170 HTTP/1.1" status: 200 len: 734 time: 0.0252256 Jun 08 18:13:48.697851 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Request body: {'subnet': {'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170', 'gateway_ip': '172.20.0.1'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:48.718828 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Made reservation on behalf of 4973cc061a8f4d17baede7dd9b808be4 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:13:48.721115 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.009604 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.016580 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:49.099353 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Checking segment: {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:49.099710 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Network hostable DHCP agents. Network: 388315b3-aa2e-4f42-ba3e-bd2501148426, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:13:49.109405 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f0ae4f-d312-4fc5-9c6c-8e6432835ffb,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:49.113386 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:49.124093 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:13:49.134491 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 388315b3-aa2e-4f42-ba3e-bd2501148426) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:49.139210 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:13:49.139811 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.145680 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e755c9e3-08a1-40b0-9846-19b40cb20935 None None] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:49.165930 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4715488 Jun 08 18:13:49.481525 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797694b1-7653-4c00-aba0-546452792479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-388315b3-aa2e-4f42-ba3e-bd2501148426', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:13:49.482758 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.675461 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-797694b1-7653-4c00-aba0-546452792479 None None] Allocated IP 172.20.0.2 (388315b3-aa2e-4f42-ba3e-bd2501148426/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb/58b6bae8-2ebc-428e-a42b-f3b66fe4afd6) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:13:49.917388 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.930593 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-797694b1-7653-4c00-aba0-546452792479 None None] Transition to ACTIVE for port object 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:49.951015 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-797694b1-7653-4c00-aba0-546452792479 None None] Transition to ACTIVE for port object 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:13:49.961828 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:13:49.963202 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:13:49.986411 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797694b1-7653-4c00-aba0-546452792479 None None] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:13:49.987743 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-797694b1-7653-4c00-aba0-546452792479 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:13:49.990932 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797694b1-7653-4c00-aba0-546452792479 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:13:50.085646 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-797694b1-7653-4c00-aba0-546452792479 None None] Attempting to bind port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:13:50.086146 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-797694b1-7653-4c00-aba0-546452792479 None None] Attempting to bind port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:13:50.086513 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797694b1-7653-4c00-aba0-546452792479 None None] Attempting to bind port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 on network 388315b3-aa2e-4f42-ba3e-bd2501148426 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:13:50.093322 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797694b1-7653-4c00-aba0-546452792479 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:13:50.093749 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797694b1-7653-4c00-aba0-546452792479 None None] Checking segment: {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:13:50.094234 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:50.094648 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-797694b1-7653-4c00-aba0-546452792479 None None] Bound using segment: {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:13:50.095140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-797694b1-7653-4c00-aba0-546452792479 None None] Bound port: 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:13:50.095530 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:50.191626 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-797694b1-7653-4c00-aba0-546452792479 None None] For port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:13:50.195626 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-797694b1-7653-4c00-aba0-546452792479 None None] For port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58b6bae8-2ebc-428e-a42b-f3b66fe4afd6,segment=NetworkSegment(0105b224-19fc-49d8-af0b-820440f66cc9),segment_id=0105b224-19fc-49d8-af0b-820440f66cc9)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:13:50.200269 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:50.204666 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:50.293257 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797694b1-7653-4c00-aba0-546452792479 None None] Pushing event updated for resources: {'Port': ['ID=58b6bae8-2ebc-428e-a42b-f3b66fe4afd6,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:50.300679 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.301037 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.301374 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.301700 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.302021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.302361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.302683 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.303003 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.303330 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.303656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.303966 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.304276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797694b1-7653-4c00-aba0-546452792479 None None] Tracked resource versions report: Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: pushed versions: Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Log': {'1.0'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Network': {'1.1'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Port': {'1.7'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SubPort': {'1.0'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Subnet': {'1.1'}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Trunk': {'1.1'}} Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: consumer versions: Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Log': '1.0', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Network': '1.1', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Port': '1.7', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'PortForwarding': '1.2', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'QosPolicy': '1.8', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroup': '1.4', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SubPort': '1.0', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Subnet': '1.1', Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Trunk': '1.1'}} Jun 08 18:13:50.305615 dv-cinder-733622-16-iscsi neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:13:50.309962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-797694b1-7653-4c00-aba0-546452792479 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:51.702245 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58436) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:52.438980 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING oslo_policy.policy [None req-c825206a-7a14-4b55-a50d-746aa4fec408 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:52.439663 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING oslo_policy.policy [None req-c825206a-7a14-4b55-a50d-746aa4fec408 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:52.673479 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [None req-c825206a-7a14-4b55-a50d-746aa4fec408 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:52.674486 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c825206a-7a14-4b55-a50d-746aa4fec408 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9711857 Jun 08 18:13:55.241599 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58450) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:55.683516 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [None req-0b412a51-320d-471d-b8e7-5f63fc5cb787 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:13:55.684502 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0b412a51-320d-471d-b8e7-5f63fc5cb787 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4416132 Jun 08 18:13:56.053753 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:56.135705 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:56.624649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d372581-1e69-4098-a74b-4f4a06f0f736 None None] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:13:56.709414 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Provisioning for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:13:56.724669 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Provisioning complete for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:56.725060 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:56.924372 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.030702 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] For port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58b6bae8-2ebc-428e-a42b-f3b66fe4afd6,segment=NetworkSegment(0105b224-19fc-49d8-af0b-820440f66cc9),segment_id=0105b224-19fc-49d8-af0b-820440f66cc9)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:13:57.037157 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:57.041373 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-797694b1-7653-4c00-aba0-546452792479 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:13:57.111089 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Pushing event updated for resources: {'Port': ['ID=58b6bae8-2ebc-428e-a42b-f3b66fe4afd6,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:13:57.114408 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:13:57.361655 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe2d124c-c3e0-4dfc-a660-216b137876f4 None None] Provisioning complete for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:57.362019 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe2d124c-c3e0-4dfc-a660-216b137876f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.037419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:13:58.105649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:13:58.106019 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.398268 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58464) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:13:58.797240 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Request body: {'router': {'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'name': 'router1', 'admin_state_up': True}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:13:58.867381 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.policy [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91768) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 08 18:13:58.913722 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING oslo_policy.policy [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:58.914119 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING oslo_policy.policy [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 08 18:13:58.923506 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.quota [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Loaded quota_driver: . Jun 08 18:13:58.967448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.969518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:58.997827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.119478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.138347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:13:59.139523 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-cd3168cb-2a4f-419d-8471-637da3de8b04 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7402604 Jun 08 18:14:00.964986 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ac14b722-23e1-4394-a2fe-57440388c083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:01.583083 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58474) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:01.980674 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [None req-ac40daf3-2112-4601-a996-574d63df45ab admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:14:01.981626 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ac40daf3-2112-4601-a996-574d63df45ab admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3977027 Jun 08 18:14:03.542424 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:03.664531 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8d5a7bc5-1a99-46ca-9e5f-86a6e9a08a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:04.428895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58482) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:04.804054 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:04.937786 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:14:04.960974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Made reservation on behalf of 828f644e30bd454dac6e2416452aeb8c for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:14:04.964716 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:04.981936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.152630 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.157197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.163248 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:05.176998 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Reserving flat network on physical network physnet1 {{(pid=91768) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 08 18:14:05.216888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753897521318', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.217537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Unsubscribe: segment precommit_create {{(pid=91768) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 08 18:14:05.218060 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Added segment bdf295cc-51d0-4d52-b7bf-a1331b3c6b14 of type flat for network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c Jun 08 18:14:05.270128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=685e582a-fe57-4c2c-9d62-bccb21ad8d7f,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:05.290514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.290995 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.291412 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.291809 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.292263 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.292672 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.293065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.293480 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.293884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.294281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.294704 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.295090 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Tracked resource versions report: Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: pushed versions: Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: { 'AddressGroup': {'1.2'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'ConntrackHelper': {'1.0'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Log': {'1.0'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Network': {'1.1'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Port': {'1.7'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'PortForwarding': {'1.2'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'QosPolicy': {'1.8'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroup': {'1.4'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SubPort': {'1.0'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Subnet': {'1.1'}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Trunk': {'1.1'}} Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: consumer versions: Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'ConntrackHelper': '1.0', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Log': '1.0', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Network': '1.1', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Port': '1.7', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'PortForwarding': '1.2', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'QosPolicy': '1.8', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroup': '1.4', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroupRule': '1.2', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SubPort': '1.0', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Subnet': '1.1', Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Trunk': '1.1'}} Jun 08 18:14:05.296476 dv-cinder-733622-16-iscsi neutron-server[91768]: {{(pid=91768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:14:05.359298 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.363873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:05.412508 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.414105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:14:05.415434 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:05.419031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:05.519801 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0893102 Jun 08 18:14:05.534614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Pushing event updated for resources: {'Network': ['ID=02d77c2b-962a-40ed-8f7a-bf4a29c6295c,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:05.538397 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:05.547883 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:14:06.769214 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:08.119460 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58504) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:08.351743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfac6bcf-6271-4438-851e-23ba3cedf804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:14:08.352998 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bfac6bcf-6271-4438-851e-23ba3cedf804 admin admin] 10.222.0.46 "GET /v2.0/subnets/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb HTTP/1.1" status: 200 len: 849 time: 0.2322824 Jun 08 18:14:08.545816 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e80a855e-e71b-43c9-b3b3-f3ea62c7b6d3 admin admin] 10.222.0.46 "GET /v2.0/routers/aad638b9-c50c-4230-8af8-adc733e2884a HTTP/1.1" status: 200 len: 704 time: 0.1839278 Jun 08 18:14:09.052858 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:09.304191 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Allocated IP 172.20.0.1 (388315b3-aa2e-4f42-ba3e-bd2501148426/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb/8ae71013-f0d1-4c29-a566-b42a67ddf08a) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:14:09.482202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:09.500844 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Transition to ACTIVE for port object 8ae71013-f0d1-4c29-a566-b42a67ddf08a will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:14:09.580773 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:14:09.581990 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:14:09.600644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:14:09.601782 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:14:09.604929 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:14:09.605712 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:09.806859 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-7b4b4b91-adac-4fe0-868f-c3357c7fe812 None None] Provisioning for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:14:09.818858 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-7b4b4b91-adac-4fe0-868f-c3357c7fe812 None None] Provisioning complete for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:09.819242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7b4b4b91-adac-4fe0-868f-c3357c7fe812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:09.892510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b4b91-adac-4fe0-868f-c3357c7fe812 None None] Port 8ae71013-f0d1-4c29-a566-b42a67ddf08a cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:14:09.934147 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:10.176333 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:10.180845 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:10.182268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:10.185774 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:10.316604 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae71013-f0d1-4c29-a566-b42a67ddf08a,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:10.323396 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:10.383228 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:14:10.384342 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:14:10.555070 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:14:10.585038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Router aad638b9-c50c-4230-8af8-adc733e2884a is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:14:10.623976 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-1e5f9b90-6981-48ff-acce-ef5faf06425d None None] Provisioning complete for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:10.624345 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1e5f9b90-6981-48ff-acce-ef5faf06425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:10.684243 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f9b90-6981-48ff-acce-ef5faf06425d None None] Port 8ae71013-f0d1-4c29-a566-b42a67ddf08a cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:14:10.770215 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:14:10.779535 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] 10.222.0.46 "PUT /v2.0/routers/aad638b9-c50c-4230-8af8-adc733e2884a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2277813 Jun 08 18:14:10.793682 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Sync routers for ids ['aad638b9-c50c-4230-8af8-adc733e2884a'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:14:10.805459 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Routers {'aad638b9-c50c-4230-8af8-adc733e2884a'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:14:10.806526 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:14:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['aad638b9-c50c-4230-8af8-adc733e2884a'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:10.999610 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Set router aad638b9-c50c-4230-8af8-adc733e2884a gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:14:11.382485 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:09Z', 'revision_number': 2, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port_host': None, '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:10Z', 'revision_number': 2, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:11.388166 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Checking router: aad638b9-c50c-4230-8af8-adc733e2884a for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:14:11.388527 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Updating router aad638b9-c50c-4230-8af8-adc733e2884a port 8ae71013-f0d1-4c29-a566-b42a67ddf08a binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:14:11.440467 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:11.845112 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:11.860839 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Transition to ACTIVE for port object 8ae71013-f0d1-4c29-a566-b42a67ddf08a will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:14:11.869816 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:11.875309 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:12.019654 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Pushing event updated for resources: {'Port': ['ID=8ae71013-f0d1-4c29-a566-b42a67ddf08a,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:12.062353 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.062704 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.063208 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.063378 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.063644 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.063958 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.064266 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.064575 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.064900 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.065208 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.065513 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.065815 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Tracked resource versions report: Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: pushed versions: Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Log': {'1.0'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Network': {'1.1'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Port': {'1.7'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SubPort': {'1.0'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Subnet': {'1.1'}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Trunk': {'1.1'}} Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: consumer versions: Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Log': '1.0', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Network': '1.1', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Port': '1.7', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'PortForwarding': '1.2', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'QosPolicy': '1.8', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroup': '1.4', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SubPort': '1.0', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Subnet': '1.1', Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Trunk': '1.1'}} Jun 08 18:14:12.067183 dv-cinder-733622-16-iscsi neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:14:12.101810 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:12.146814 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Attempting to bind port 8ae71013-f0d1-4c29-a566-b42a67ddf08a on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:14:12.147198 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Attempting to bind port 8ae71013-f0d1-4c29-a566-b42a67ddf08a by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:14:12.147628 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Attempting to bind port 8ae71013-f0d1-4c29-a566-b42a67ddf08a on network 388315b3-aa2e-4f42-ba3e-bd2501148426 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:14:12.154195 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:14:12.154660 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Checking segment: {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:14:12.155129 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:12.155517 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Bound using segment: {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:14:12.155998 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Bound port: 8ae71013-f0d1-4c29-a566-b42a67ddf08a, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0105b224-19fc-49d8-af0b-820440f66cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:14:12.156361 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:12.300794 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] For port 8ae71013-f0d1-4c29-a566-b42a67ddf08a, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:14:12.306401 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] For port 8ae71013-f0d1-4c29-a566-b42a67ddf08a, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8ae71013-f0d1-4c29-a566-b42a67ddf08a,segment=NetworkSegment(0105b224-19fc-49d8-af0b-820440f66cc9),segment_id=0105b224-19fc-49d8-af0b-820440f66cc9)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:14:12.313004 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:12.318105 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:12.454047 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Routers {'aad638b9-c50c-4230-8af8-adc733e2884a'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:14:12.455156 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:14:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['aad638b9-c50c-4230-8af8-adc733e2884a'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:12.583582 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Pushing event updated for resources: {'Port': ['ID=8ae71013-f0d1-4c29-a566-b42a67ddf08a,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:12.667056 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:12.709986 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] Set router aad638b9-c50c-4230-8af8-adc733e2884a gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:14:13.044322 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58524) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:13.044885 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:09Z', 'revision_number': 2, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port_host': None, '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:12Z', 'revision_number': 4, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:13.048549 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67a4bb6-1269-4b4b-a6bb-558a933d5421 None None] The sync data for ids ['aad638b9-c50c-4230-8af8-adc733e2884a'] in dv-cinder-733622-16-iscsi is: [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:09Z', 'revision_number': 2, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port_host': None, '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:12Z', 'revision_number': 4, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:14:13.201662 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d733a87d-d3e7-4388-a237-cf3f51151004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:14:13.203027 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d733a87d-d3e7-4388-a237-cf3f51151004 admin admin] 10.222.0.46 "GET /v2.0/networks/02d77c2b-962a-40ed-8f7a-bf4a29c6295c HTTP/1.1" status: 200 len: 842 time: 0.1577389 Jun 08 18:14:13.212960 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:14:13.234987 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Made reservation on behalf of 828f644e30bd454dac6e2416452aeb8c for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:14:13.237266 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:13.656055 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.objects.ports [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91769) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 08 18:14:13.656420 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:13.660589 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:13.738110 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aeae30e-41bf-435f-856f-f998ec470a88,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:13.740818 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:13.748749 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:14:13.749111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Network hostable DHCP agents. Network: 02d77c2b-962a-40ed-8f7a-bf4a29c6295c, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:14:13.767313 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:14:13.777102 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 02d77c2b-962a-40ed-8f7a-bf4a29c6295c) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:14:13.781626 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:14:13.782214 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:13.787406 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997ecf7-f45b-4d11-89cb-8da25b75479e None None] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:14:13.802148 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5931170 Jun 08 18:14:14.006804 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a936ad9-bda1-4648-96d8-202d67e3f72b None None] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:14:16.099363 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8ae71013-f0d1-4c29-a566-b42a67ddf08a up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:16.181709 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 58536) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:16.220726 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:14:16.229783 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:16.230406 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:16.379824 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:16.402271 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9a607540-2be7-4afb-9e03-44ceda410e1f admin admin] 10.222.0.46 "GET /v2.0/routers/aad638b9-c50c-4230-8af8-adc733e2884a HTTP/1.1" status: 200 len: 710 time: 0.2177513 Jun 08 18:14:16.436998 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 8ae71013-f0d1-4c29-a566-b42a67ddf08a, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8ae71013-f0d1-4c29-a566-b42a67ddf08a,segment=NetworkSegment(0105b224-19fc-49d8-af0b-820440f66cc9),segment_id=0105b224-19fc-49d8-af0b-820440f66cc9)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:14:16.444035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:16.447085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-93bbcbb0-8e47-4768-a5e0-5974cf2fc11d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:16.521833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=8ae71013-f0d1-4c29-a566-b42a67ddf08a,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:16.525882 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:16.549353 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f774347-2ede-4e4f-a1a3-3b5345b0dbcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:14:16.550774 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6f774347-2ede-4e4f-a1a3-3b5345b0dbcb admin admin] 10.222.0.46 "GET /v2.0/networks/02d77c2b-962a-40ed-8f7a-bf4a29c6295c HTTP/1.1" status: 200 len: 886 time: 0.1431851 Jun 08 18:14:16.563865 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:14:17.042704 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:17.408859 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:17.517573 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:17.655053 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Allocated IP 172.27.0.24 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/8a7f478d-dc28-46a9-9165-26bfe80b6ebc) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:14:17.805487 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:17.834791 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:14:17.835625 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:14:17.854886 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:14:17.856205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:14:17.858766 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:14:18.052398 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8ae71013-f0d1-4c29-a566-b42a67ddf08a up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:18.152389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:18.152941 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:18.290018 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:18.645392 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:18.648778 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-419719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-419774', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419955'] for router, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:18.849398 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Router aad638b9-c50c-4230-8af8-adc733e2884a has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:14:19.085043 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:14:19.091314 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:19.093333 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-651ee42b-c186-43a0-a39f-2cea313942cb admin admin] 10.222.0.46 "PUT /v2.0/routers/aad638b9-c50c-4230-8af8-adc733e2884a HTTP/1.1" status: 200 len: 889 time: 2.5325017 Jun 08 18:14:19.099139 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Sync routers for ids ['aad638b9-c50c-4230-8af8-adc733e2884a'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:14:19.112067 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Routers {'aad638b9-c50c-4230-8af8-adc733e2884a'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:14:19.112867 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:14:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['aad638b9-c50c-4230-8af8-adc733e2884a'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:19.405200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Set router aad638b9-c50c-4230-8af8-adc733e2884a gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:14:19.850401 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:18Z', 'revision_number': 4, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port': {'id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:17Z', 'updated_at': '2021-06-08T18:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:16Z', 'revision_number': 5, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:19.857586 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Checking router: aad638b9-c50c-4230-8af8-adc733e2884a for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:14:19.857938 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Updating router aad638b9-c50c-4230-8af8-adc733e2884a port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:14:19.921499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.289008 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.304447 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Transition to ACTIVE for port object 8a7f478d-dc28-46a9-9165-26bfe80b6ebc will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:14:20.317257 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.322958 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:20.421087 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Pushing event updated for resources: {'Port': ['ID=8a7f478d-dc28-46a9-9165-26bfe80b6ebc,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:20.421087 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Attempting to bind port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:14:20.421087 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Attempting to bind port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:14:20.424134 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Attempting to bind port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:14:20.431209 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:20.432030 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:14:20.432640 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:14:20.432820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.433192 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:14:20.433838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Bound port: 8a7f478d-dc28-46a9-9165-26bfe80b6ebc, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:14:20.434069 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.517373 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] For port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:14:20.523131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] For port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8a7f478d-dc28-46a9-9165-26bfe80b6ebc,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:14:20.529455 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:20.533706 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:20.623329 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Routers {'aad638b9-c50c-4230-8af8-adc733e2884a'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:14:20.623964 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:14:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['aad638b9-c50c-4230-8af8-adc733e2884a'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:20.688474 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Pushing event updated for resources: {'Port': ['ID=8a7f478d-dc28-46a9-9165-26bfe80b6ebc,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:20.699557 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:20.828819 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] Set router aad638b9-c50c-4230-8af8-adc733e2884a gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:14:21.240199 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:18Z', 'revision_number': 4, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port': {'id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:17Z', 'updated_at': '2021-06-08T18:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:16Z', 'revision_number': 5, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:14:21.246367 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3b8b66-4357-495c-b07b-25030c254ef4 None None] The sync data for ids ['aad638b9-c50c-4230-8af8-adc733e2884a'] in dv-cinder-733622-16-iscsi is: [{'id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'name': 'router1', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24'}], 'enable_snat': True}, 'gw_port_id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:13:58Z', 'updated_at': '2021-06-08T18:14:18Z', 'revision_number': 4, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'gw_port': {'id': '8a7f478d-dc28-46a9-9165-26bfe80b6ebc', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:17:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:17Z', 'updated_at': '2021-06-08T18:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '8ae71013-f0d1-4c29-a566-b42a67ddf08a', 'name': '', 'network_id': '388315b3-aa2e-4f42-ba3e-bd2501148426', 'tenant_id': '4973cc061a8f4d17baede7dd9b808be4', 'mac_address': 'fa:16:3e:c8:13:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aad638b9-c50c-4230-8af8-adc733e2884a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:14:09Z', 'updated_at': '2021-06-08T18:14:16Z', 'revision_number': 5, 'project_id': '4973cc061a8f4d17baede7dd9b808be4', 'subnets': [{'id': '72f0ae4f-d312-4fc5-9c6c-8e6432835ffb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7d1b9e84-3751-4ddf-beb9-34f8982ef170'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:14:21.891765 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 58544) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:14:22.060643 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b83feca3-ddd5-4d6d-9b4a-1bb79b79a690 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1673853 Jun 08 18:14:22.076616 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8a7f478d-dc28-46a9-9165-26bfe80b6ebc up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:22.158009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:14:22.164962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:22.165419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:22.310236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:22.329568 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8a7f478d-dc28-46a9-9165-26bfe80b6ebc,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:14:22.334105 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:22.338583 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:14:22.412981 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=8a7f478d-dc28-46a9-9165-26bfe80b6ebc,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:14:22.416338 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:14:24.067128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8a7f478d-dc28-46a9-9165-26bfe80b6ebc up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:14:24.157726 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8a7f478d-dc28-46a9-9165-26bfe80b6ebc triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:14:24.158385 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:31.029970 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7364ca28-3700-4445-a698-beb8bc986dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:33.557051 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:33.673659 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4c5e6efd-a284-4d9d-9068-a0e359b7adf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:34.831127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:36.784639 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:14:47.568052 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:15:00.973198 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c08611ab-3d8a-4de4-8539-470465ee107e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:03.543067 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:03.668460 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7aa286d7-6ab7-4b50-b851-634b84c4e522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:04.811433 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:06.782371 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:24.552279 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:15:30.969846 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eb7c8208-b6d3-4302-9f6b-62068091faa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:33.547313 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:33.674838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d05c7a9b-53eb-40ff-9715-e428b9e27311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:34.807438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:15:36.783985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:00.963840 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6afa011c-8af4-48a3-aefb-faceb0f1e858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:01.446281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59112) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:01.515010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.pecan_wsgi.hooks.translation [None req-8170a852-b953-43d6-9861-f6ee2387fa0c admin admin] GET failed (client error): The resource could not be found. Jun 08 18:16:01.516325 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-8170a852-b953-43d6-9861-f6ee2387fa0c admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0690598 Jun 08 18:16:01.553658 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:16:01.657882 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea012d03-56e1-4c1b-b016-2b8b301b74e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:01.659329 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ea012d03-56e1-4c1b-b016-2b8b301b74e3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1366246 Jun 08 18:16:03.550111 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:03.671841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-93fd9d09-2a35-455a-9e3d-280cd8fb011f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:03.804665 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59122) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:03.930385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a950f898-cac2-4074-ab95-7217a43255aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:03.931715 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a950f898-cac2-4074-ab95-7217a43255aa admin admin] 10.222.0.46 "GET /v2.0/subnets/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb HTTP/1.1" status: 200 len: 849 time: 0.1262021 Jun 08 18:16:03.940793 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:16:04.059006 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Notify callbacks [] for subnet, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:04.251737 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753897690350'] for subnet, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:04.256034 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:04.300925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:04.301101 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:04.302385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] 10.222.0.46 "PUT /v2.0/subnets/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb HTTP/1.1" status: 200 len: 868 time: 0.3652859 Jun 08 18:16:04.304229 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edeb191c-eca9-4011-af0d-64da286d4e88 None None] Network 388315b3-aa2e-4f42-ba3e-bd2501148426 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:16:04.327095 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=72f0ae4f-d312-4fc5-9c6c-8e6432835ffb,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:04.336248 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.336652 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.336956 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.337286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.337602 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.337944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.338269 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.338643 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.338964 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.339280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.339597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.339909 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:04.344077 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-55f038ed-bb1e-474c-a5b9-202c93c3b3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:04.800133 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f09f9d8b-4248-4d30-9145-a5754eeb87a3 None None] Provisioning complete for port 8ae71013-f0d1-4c29-a566-b42a67ddf08a triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:04.800736 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f09f9d8b-4248-4d30-9145-a5754eeb87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:04.848578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:04.932820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f09f9d8b-4248-4d30-9145-a5754eeb87a3 None None] Provisioning complete for port 58b6bae8-2ebc-428e-a42b-f3b66fe4afd6 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:04.933192 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f09f9d8b-4248-4d30-9145-a5754eeb87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:06.481957 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59130) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:06.668461 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842e28-d8b8-400a-abbb-1ec5351ce323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:06.668843 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21842e28-d8b8-400a-abbb-1ec5351ce323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:06.670384 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-21842e28-d8b8-400a-abbb-1ec5351ce323 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1871047 Jun 08 18:16:06.789049 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:08.850052 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59138) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:09.023140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c8d00-177e-41d2-8d73-84078c820257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:09.023612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77c8d00-177e-41d2-8d73-84078c820257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:09.025102 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f77c8d00-177e-41d2-8d73-84078c820257 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740742 Jun 08 18:16:11.195540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59148) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:11.364194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c4d73-748d-4a0f-97cb-3dc527961fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:11.365988 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-812c4d73-748d-4a0f-97cb-3dc527961fce admin admin] 10.222.0.46 "GET /v2.0/networks/02d77c2b-962a-40ed-8f7a-bf4a29c6295c HTTP/1.1" status: 200 len: 886 time: 0.1694205 Jun 08 18:16:13.540026 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59156) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:13.717065 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301eeb0b-0498-461f-8dfe-63797b2e8352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:13.718344 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-301eeb0b-0498-461f-8dfe-63797b2e8352 admin admin] 10.222.0.46 "GET /v2.0/networks/388315b3-aa2e-4f42-ba3e-bd2501148426 HTTP/1.1" status: 200 len: 869 time: 0.1772819 Jun 08 18:16:15.912304 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59166) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:16.029172 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002219e9-c330-4c34-9816-8562f77cb7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:16.029627 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002219e9-c330-4c34-9816-8562f77cb7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:16.031174 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-002219e9-c330-4c34-9816-8562f77cb7d6 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1179225 Jun 08 18:16:18.170326 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59174) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:18.275471 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace34305-3336-46c5-9fb6-67ebb060ad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:18.275926 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace34305-3336-46c5-9fb6-67ebb060ad34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:18.277434 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ace34305-3336-46c5-9fb6-67ebb060ad34 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061449 Jun 08 18:16:20.464585 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59182) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:20.578012 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01525ac-6c09-4b25-9ae2-e75887356598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:20.579409 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d01525ac-6c09-4b25-9ae2-e75887356598 admin admin] 10.222.0.46 "GET /v2.0/subnets/72f0ae4f-d312-4fc5-9c6c-8e6432835ffb HTTP/1.1" status: 200 len: 868 time: 0.1138718 Jun 08 18:16:22.742202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59190) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:22.844320 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24b2445-30aa-4815-ab04-81c801f28d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:22.845702 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a24b2445-30aa-4815-ab04-81c801f28d0c admin admin] 10.222.0.46 "GET /v2.0/subnets/7aeae30e-41bf-435f-856f-f998ec470a88 HTTP/1.1" status: 200 len: 816 time: 0.1025307 Jun 08 18:16:30.968713 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-76a51495-00b8-4803-9008-d4cdf5357e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:33.554066 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:33.674158 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e0edae87-cd93-4bd7-81e5-750ce6b1038f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:34.812127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:36.793710 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:38.552054 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:16:46.614504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59234) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:46.662903 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [None req-c8456e2b-c88b-4a50-8c39-74ac4f422e8f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91769) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:16:46.664163 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c8456e2b-c88b-4a50-8c39-74ac4f422e8f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0485203 Jun 08 18:16:48.899529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59242) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:48.966806 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9729764-e92b-4dbf-8c10-96cf504802c8 admin admin] GET failed (client error): The resource could not be found. Jun 08 18:16:48.968068 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f9729764-e92b-4dbf-8c10-96cf504802c8 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0676003 Jun 08 18:16:49.093309 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e30f15-2370-44ea-a236-bb1f874880e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:49.094658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-79e30f15-2370-44ea-a236-bb1f874880e7 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1224201 Jun 08 18:16:51.286968 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59250) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:51.337393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:16:51.359049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Made reservation on behalf of 828f644e30bd454dac6e2416452aeb8c for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:16:51.361328 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:51.452346 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING neutron.services.revisions.revision_plugin [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Could not find related network for resource to bump revision. Jun 08 18:16:51.464696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:16:51.474163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:51.474528 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Added segment b8f8252e-4b30-4583-b880-2746b5462ab7 of type vlan for network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba Jun 08 18:16:51.500823 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:51.535244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:51.536641 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:51.537225 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:51.540763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:51.631772 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3435597 Jun 08 18:16:51.639463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Pushing event updated for resources: {'Network': ['ID=d71eefa4-8051-48f2-8d9d-e0cf2bb867ba,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:51.642296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:51.651041 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:16:53.865913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59258) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:16:53.934189 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42908e6-d68e-457b-95ee-30cd9b44ac1f admin admin] GET failed (client error): The resource could not be found. Jun 08 18:16:53.935514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e42908e6-d68e-457b-95ee-30cd9b44ac1f admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0685551 Jun 08 18:16:54.045893 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27744525-bc8f-4f08-9a09-6653360dc6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:54.047299 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-27744525-bc8f-4f08-9a09-6653360dc6df admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1078908 Jun 08 18:16:54.057865 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba', 'cidr': '192.168.233.0/24'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:16:54.079678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Made reservation on behalf of 828f644e30bd454dac6e2416452aeb8c for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:16:54.082337 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:54.335596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:54.340047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:54.419001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb455203-4897-4f78-a3c3-aaa66f9ded20,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:54.421301 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Checking segment: {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:16:54.421659 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Network hostable DHCP agents. Network: d71eefa4-8051-48f2-8d9d-e0cf2bb867ba, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:16:54.424577 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:54.441362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:16:54.451531 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, d71eefa4-8051-48f2-8d9d-e0cf2bb867ba) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:16:54.455679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:16:54.456252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:54.461336 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5897d-ce04-43a3-a4d5-0edae042ee63 None None] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:16:54.479546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4218807 Jun 08 18:16:54.688250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-d71eefa4-8051-48f2-8d9d-e0cf2bb867ba', 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba', 'tenant_id': '828f644e30bd454dac6e2416452aeb8c', 'fixed_ips': [{'subnet_id': 'cb455203-4897-4f78-a3c3-aaa66f9ded20'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:16:54.689081 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:54.857972 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Allocated IP 192.168.233.2 (d71eefa4-8051-48f2-8d9d-e0cf2bb867ba/cb455203-4897-4f78-a3c3-aaa66f9ded20/f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:16:55.079852 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:55.091448 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Transition to ACTIVE for port object f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:16:55.112923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Transition to ACTIVE for port object f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:16:55.119593 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:16:55.120337 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:16:55.138703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:16:55.139867 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:16:55.142417 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:16:55.235853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Attempting to bind port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:16:55.236235 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Attempting to bind port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:16:55.236600 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Attempting to bind port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b on network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:16:55.242490 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:16:55.242871 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Checking segment: {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:16:55.243276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:55.243675 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Bound using segment: {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:16:55.244157 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Bound port: f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:16:55.244532 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:55.335701 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] For port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:16:55.338945 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] For port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:16:55.343502 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:55.349253 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:55.435087 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Pushing event updated for resources: {'Port': ['ID=f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:55.445616 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.445989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.446350 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.446679 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.446999 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.447316 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.447628 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.447996 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.448326 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.448641 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.448949 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.450064 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:16:55.453487 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:56.205381 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:16:56.276252 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7222f87-f68b-4890-a0d9-c620297fa962 None None] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:16:56.380529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:16:56.405232 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Provisioning for port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:16:56.421624 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Provisioning complete for port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:56.421992 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:56.661491 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:56.702101 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] For port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:16:56.708092 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:56.710221 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:16:56.783019 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Pushing event updated for resources: {'Port': ['ID=f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:16:56.787857 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:16:56.929106 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b63b4629-5e3f-4d9d-a737-b9bdddc3690e None None] Provisioning complete for port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:56.929394 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b63b4629-5e3f-4d9d-a737-b9bdddc3690e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:16:58.172403 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:16:58.243162 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port f7c5f4f0-1ccc-48bc-8eba-9d1f9623ae7b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:16:58.243783 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:00.973521 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-46d15d92-c1a0-4ba4-8e3f-02a17bf813a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:03.559857 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:03.677205 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a5a866da-22d2-45f9-b127-e62821821b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:04.815367 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:06.793230 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:15.552432 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:17:30.970702 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c3c6c67a-c20c-4ede-93ac-1c78b86e1a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:33.562343 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:33.679311 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-945fcabf-64ff-4f81-bf23-f5fa73729a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:34.818135 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:36.795825 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:17:52.551449 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:18:00.967885 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8109d301-e222-4302-aea2-a9ebed27a732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:02.731424 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59312) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:18:02.737712 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [None req-e8480b30-ca8f-45e4-a33c-50391d68742c tempest-verify_tempest_config-1009669623 tempest-verify_tempest_config-1009669623-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:18:02.738736 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e8480b30-ca8f-45e4-a33c-50391d68742c tempest-verify_tempest_config-1009669623 tempest-verify_tempest_config-1009669623-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064361 Jun 08 18:18:03.042685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59330) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:18:03.160035 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.262731 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.266635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.278702 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f31855ec-d690-46ae-901e-adf76660f4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:18:03.324977 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b12f25608e974a09beeebfe085b3ac1e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2811992 Jun 08 18:18:03.325972 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61030d8-4aba-4736-b01d-2afb689bb44f,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:18:03.327720 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59334) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:18:03.334226 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.334772 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.335118 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.335450 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.335781 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.336125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.336453 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.336792 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.337134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.337490 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.337810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.338125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.342403 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:18:03.395343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.422519 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.529153 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.532085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.533401 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c61030d8-4aba-4736-b01d-2afb689bb44f HTTP/1.1" status: 204 len: 168 time: 0.2046425 Jun 08 18:18:03.534403 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:18:03.545888 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61030d8-4aba-4736-b01d-2afb689bb44f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:18:03.558383 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.558736 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.559069 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.559404 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.559724 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.560050 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.560370 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.560691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.561079 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.561352 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.561723 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.561982 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:18:03.566130 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:18:03.567084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:03.688126 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7545022b-65c8-4ff0-9e45-d89fe82b1fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:04.821353 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:06.799212 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:29.553994 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:18:30.963798 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-833c543d-eaae-47b1-a999-77e99baff8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:33.562017 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:33.680359 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-57dc7bab-173c-45df-b05b-329b397bc939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:34.823573 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:18:36.801434 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:00.971395 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2019fa81-55d0-4dd8-a675-8ca86b610991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:03.565841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:03.680475 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1db30ed3-99e4-4d7f-8655-964d7dc27792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:04.825426 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:06.554567 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 5 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:19:06.804119 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:30.975463 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4198d460-945a-4e38-ba9e-258a354498a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:33.579173 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:33.684072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8da567d2-6a94-408b-be15-ba50eefa0e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:34.832466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:36.802816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:38.184525 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309'] for agent, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:19:41.101699 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59388) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:19:41.221917 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ea2d4d07-f24e-4cc4-8cbd-eb806bd000e5 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1190536 Jun 08 18:19:43.377310 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59398) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:19:43.442289 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-03399402-995f-4196-a006-ad8738807775 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0617640 Jun 08 18:19:43.554664 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:20:00.968115 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-515af3f2-4cb6-4224-b750-35c2e5d55084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:03.572338 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:03.684023 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-36f4b8fa-9060-479e-af75-345befba0488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:04.830635 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:06.805282 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:08.184797 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:20.553229 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:20:30.971195 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8074adae-521e-4fe8-9196-fd3b6c960ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:33.576105 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:33.687129 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-082c583a-d48a-46f9-85c3-d16f740d2be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:34.835168 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:36.814573 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:38.185170 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:20:57.553317 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:21:00.977425 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f1884f99-c322-4cc2-bec0-fd6e12b1e09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:03.571647 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:03.689375 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d3c62da5-6c22-4ec0-ae7b-e1d9116a12fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:04.837949 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:06.823602 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:08.223129 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:11.615151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59588) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:11.924905 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-network', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:11.959393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Made reservation on behalf of d0f503bee0434c5ba3bb85d0537e593d for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:11.962627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:11.979444 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.108283 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.116018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.119345 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:12.151794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1bde07-29eb-42fa-b642-20abe8a6cbc9,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:12.162017 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.162407 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.162755 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.163082 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.163584 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.165586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Tracked resource versions report: Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: pushed versions: Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Log': {'1.0'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Network': {'1.1'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Port': {'1.7'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'PortForwarding': {'1.2'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'QosPolicy': {'1.8'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SubPort': {'1.0'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Subnet': {'1.1'}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Trunk': {'1.1'}} Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: consumer versions: Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'ConntrackHelper': '1.0', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Log': '1.0', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Network': '1.1', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Port': '1.7', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'PortForwarding': '1.2', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'QosPolicy': '1.8', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroup': '1.4', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SecurityGroupRule': '1.2', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'SubPort': '1.0', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Subnet': '1.1', Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: 'Trunk': '1.1'}} Jun 08 18:21:12.169913 dv-cinder-733622-16-iscsi neutron-server[91768]: {{(pid=91768) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:12.183607 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:12.191230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:12.213601 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.213930 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Added segment 7acd8972-b9af-40a1-a70f-cf7a4fef34d6 of type vlan for network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 Jun 08 18:21:12.247338 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.287406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.288784 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:12.289372 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.294317 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:12.389524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Pushing event updated for resources: {'Network': ['ID=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:12.396122 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7762158 Jun 08 18:21:12.396122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:12.396390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59624) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:12.401268 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Request body: {'subnet': {'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-subnet', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:12.404855 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:12.430128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Made reservation on behalf of d0f503bee0434c5ba3bb85d0537e593d for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:12.433425 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.565691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59626) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:12.671051 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.676867 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-141a47cf-245f-4612-9952-b9b53a567e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:12.750278 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:12.766810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:12.777538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Checking segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:12.778059 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Network hostable DHCP agents. Network: b3cbc150-33d1-4d0d-8981-4eb9f0a0f004, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:12.797623 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:12.809597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, b3cbc150-33d1-4d0d-8981-4eb9f0a0f004) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:12.813985 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:12.814608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.820176 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18b291a-adae-452a-9fb2-cbd9d7fe8d13 None None] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:12.839291 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4416382 Jun 08 18:21:12.842353 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59642) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:12.847189 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:12.879473 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.882359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:12.900880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59644) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:12.997702 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.223594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59656) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:13.323407 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1101637163-network', 'tenant_id': 'ead8e6fe89034d8ba4491d35b8364985'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:13.327911 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:21:13.328718 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.387995 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1658171729-network', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:13.399897 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.432621 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Made reservation on behalf of ead8e6fe89034d8ba4491d35b8364985 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:13.435133 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.451567 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-553064755-network', 'tenant_id': '667ab9b317d24743b6b77375aae30994'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:13.477855 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.api [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:21:13.477855 dv-cinder-733622-16-iscsi neutron-server[91768]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 08 18:21:13.477855 dv-cinder-733622-16-iscsi neutron-server[91768]: [parameters: {'project_id_1': '667ab9b317d24743b6b77375aae30994', 'expiration_1': datetime.datetime(2021, 6, 8, 18, 21, 13, 460633)}] Jun 08 18:21:13.477855 dv-cinder-733622-16-iscsi neutron-server[91768]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91768) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:21:13.478291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_db.api [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:21:13.492452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Made reservation on behalf of 9d5e5aa24e5b43e7bdeb79050f26ec47 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:13.497555 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.498921 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.539780 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.652856 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Allocated IP 172.20.0.2 (b3cbc150-33d1-4d0d-8981-4eb9f0a0f004/0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b/82bd2cba-6d2c-43f1-9db9-9055e966a98e) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:13.885543 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.965889 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:13.991743 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Transition to ACTIVE for port object 82bd2cba-6d2c-43f1-9db9-9055e966a98e will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:14.033499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Transition to ACTIVE for port object 82bd2cba-6d2c-43f1-9db9-9055e966a98e will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:14.043868 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:14.044911 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:14.081666 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:14.085198 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:14.088466 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.090754 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:14.100238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.127470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:14.145961 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.146782 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Added segment 3f0992d1-29c4-444e-8b94-3531caf548f5 of type vlan for network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 Jun 08 18:21:14.166418 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.203450 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.204626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.205310 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.226656 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:14.247766 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.248127 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Added segment b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7 of type vlan for network 9a2a98c6-ec19-4281-bb3f-2731507474c2 Jun 08 18:21:14.263563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:14.322398 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Attempting to bind port 82bd2cba-6d2c-43f1-9db9-9055e966a98e on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:14.322820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Attempting to bind port 82bd2cba-6d2c-43f1-9db9-9055e966a98e by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:14.323245 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Attempting to bind port 82bd2cba-6d2c-43f1-9db9-9055e966a98e on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:14.326361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e750a1-4da9-4ed0-b4f1-a113b2f3b70b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:14.330663 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.330886 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:14.331107 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Checking segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:14.332635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.339252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:14.342891 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.345532 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Bound using segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:14.346100 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Bound port: 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:14.346513 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.348800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:14.350132 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.375338 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:14.466045 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] For port 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:14.470277 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] For port 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=82bd2cba-6d2c-43f1-9db9-9055e966a98e,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:14.476914 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.488933 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-a964de36-3ecc-4edd-8a58-c89da76744b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:14.518324 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f2b8c3f4-c281-49aa-af54-74803fe44bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:14.571622 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Pushing event updated for resources: {'Network': ['ID=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:14.576891 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Made reservation on behalf of 667ab9b317d24743b6b77375aae30994 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:14.582635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.604948 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Pushing event updated for resources: {'Port': ['ID=82bd2cba-6d2c-43f1-9db9-9055e966a98e,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:14.607840 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:14.608345 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:14.609161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.640752 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7373900 Jun 08 18:21:14.641817 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59690) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:14.742569 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440c73be-b36c-4240-a4af-8b38cbd511aa,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:14.777680 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.780098 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.780696 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.782369 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.783318 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.783882 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.785757 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.788075 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.788712 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.791405 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.791826 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.793449 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Tracked resource versions report: Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: pushed versions: Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Log': {'1.0'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Network': {'1.1'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Port': {'1.7'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'PortForwarding': {'1.2'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'QosPolicy': {'1.8'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SubPort': {'1.0'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Subnet': {'1.1'}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Trunk': {'1.1'}} Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: consumer versions: Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'ConntrackHelper': '1.0', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Log': '1.0', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Network': '1.1', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Port': '1.7', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'PortForwarding': '1.2', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'QosPolicy': '1.8', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroup': '1.4', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SecurityGroupRule': '1.2', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'SubPort': '1.0', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Subnet': '1.1', Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: 'Trunk': '1.1'}} Jun 08 18:21:14.797644 dv-cinder-733622-16-iscsi neutron-server[91769]: {{(pid=91769) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:14.802498 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.805564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.806361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.807332 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.809293 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.814209 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.814990 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.815777 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.817097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.818058 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.819035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.820401 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Tracked resource versions report: Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: pushed versions: Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Log': {'1.0'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Network': {'1.1'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Port': {'1.7'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'PortForwarding': {'1.2'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'QosPolicy': {'1.8'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SubPort': {'1.0'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Subnet': {'1.1'}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Trunk': {'1.1'}} Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: consumer versions: Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'ConntrackHelper': '1.0', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Log': '1.0', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Network': '1.1', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Port': '1.7', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'PortForwarding': '1.2', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'QosPolicy': '1.8', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroup': '1.4', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SecurityGroupRule': '1.2', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'SubPort': '1.0', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Subnet': '1.1', Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: 'Trunk': '1.1'}} Jun 08 18:21:14.825894 dv-cinder-733622-16-iscsi neutron-server[91770]: {{(pid=91770) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:14.835896 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:14.836514 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:14.958391 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:14.978018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Request body: {'subnet': {'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1658171729-subnet', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:14.982932 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:15.020188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.040123 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:21:15.056797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:15.080859 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Made reservation on behalf of 9d5e5aa24e5b43e7bdeb79050f26ec47 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:15.084295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.099815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.100877 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Added segment 20e34b40-b13b-45e7-a8b0-d528c3397242 of type vlan for network 246208b2-a8f2-476f-881e-5368755510c0 Jun 08 18:21:15.157289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.235001 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Allocated IP 172.27.0.203 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/41662002-3da5-4b3f-a6c8-c8592bf60541) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:15.243031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.305003 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.312498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:15.313309 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.347907 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:15.351312 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:15.352236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.404212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0949a875-1cc9-4e46-8470-e8b9a90baffa,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:15.418457 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:15.419202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:15.509009 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2854092 Jun 08 18:21:15.518802 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59732) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:15.528127 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Request body: {'subnet': {'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-subnet', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:15.552845 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Pushing event updated for resources: {'Network': ['ID=246208b2-a8f2-476f-881e-5368755510c0,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:15.556020 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:15.565962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 246208b2-a8f2-476f-881e-5368755510c0 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:15.576459 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0060914 Jun 08 18:21:15.577236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59736) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:15.592853 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Request body: {'subnet': {'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1101637163-subnet', 'tenant_id': 'ead8e6fe89034d8ba4491d35b8364985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:15.612472 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Pushing event updated for resources: {'Network': ['ID=9a2a98c6-ec19-4281-bb3f-2731507474c2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:15.618381 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:15.627221 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Made reservation on behalf of 667ab9b317d24743b6b77375aae30994 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:15.630778 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.685584 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Made reservation on behalf of ead8e6fe89034d8ba4491d35b8364985 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:15.688328 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.775729 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 9a2a98c6-ec19-4281-bb3f-2731507474c2 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:21:15.865329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.875849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:15.942030 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906f0da4-05d3-4e5f-9603-6c9646c4fdb6,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:15.951894 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:15.964716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:15.982567 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-aa16563d-269e-4425-b593-2fe086c76adb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.002275 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Checking segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:16.002678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Network hostable DHCP agents. Network: e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:16.034239 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:16.057782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:16.068217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:16.070071 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.109566 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Checking segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:16.110448 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Network hostable DHCP agents. Network: 246208b2-a8f2-476f-881e-5368755510c0, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:16.125707 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdbab6e-3636-4518-82d2-d7a2fbeebd26 None None] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:16.145634 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1800818 Jun 08 18:21:16.163656 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59738) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:16.168759 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:16.197697 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.204359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Network 246208b2-a8f2-476f-881e-5368755510c0 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:16.220670 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 246208b2-a8f2-476f-881e-5368755510c0) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:16.226185 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.228177 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.268545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.298206 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1840310f-ef83-4a01-8be0-e878c17de81c None None] Network 246208b2-a8f2-476f-881e-5368755510c0 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:16.344811 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e73c23ad-5fca-4990-826f-c15853ff2104,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:16.384948 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:16.385684 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.434893 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:16.451419 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9252949 Jun 08 18:21:16.452408 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59744) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:16.460223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:16.542816 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.549743 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f92c87cc-80ba-4d08-9cfe-cf842f84ad1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:16.570788 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 82bd2cba-6d2c-43f1-9db9-9055e966a98e up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:16.705096 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a7e36-2fe5-45d1-b389-4fc303a09ede None None] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:16.748571 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae9cdcb-28a0-40b5-a81e-334d1f5b2790,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:16.761047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:16.811113 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Checking segment: {'id': 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:16.812194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Network hostable DHCP agents. Network: 9a2a98c6-ec19-4281-bb3f-2731507474c2, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:21:16.849754 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Network 9a2a98c6-ec19-4281-bb3f-2731507474c2 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:21:16.870003 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 9a2a98c6-ec19-4281-bb3f-2731507474c2) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:16.893298 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:16.895572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:16.991679 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4105318 Jun 08 18:21:17.030803 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ca429-1bf1-4406-8801-19bfbc74c630 None None] Network 9a2a98c6-ec19-4281-bb3f-2731507474c2 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:17.043789 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 82bd2cba-6d2c-43f1-9db9-9055e966a98e completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:17.075101 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:17.075717 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:17.080028 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.081032 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.182531 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.188102 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:17.193702 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:17.200839 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.203669 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:17.503658 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbc7b5f-f0d9-4a8e-a288-df321c75c8c9 None None] Network 9a2a98c6-ec19-4281-bb3f-2731507474c2 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:17.788680 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Provisioning for port 82bd2cba-6d2c-43f1-9db9-9055e966a98e completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:17.928178 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Provisioning complete for port 82bd2cba-6d2c-43f1-9db9-9055e966a98e triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:17.929247 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:17.999600 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acb5666-2721-4c1d-bf6a-ca404e72c0dc None None] Network 246208b2-a8f2-476f-881e-5368755510c0 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:18.049576 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59826) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:18.058464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59828) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:18.070221 dv-cinder-733622-16-iscsi neutron-server[91768]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 08 18:21:18.231797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.323567 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:21:18.325202 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.403271 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-651f25e4-ee78-4ebd-827e-8aa681f8b70c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:18.403271 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-651f25e4-ee78-4ebd-827e-8aa681f8b70c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/networks?id=9a2a98c6-ec19-4281-bb3f-2731507474c2 HTTP/1.1" status: 200 len: 812 time: 0.3415351 Jun 08 18:21:18.427396 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-d71bb5e9-ce41-42eb-9ded-082ee8e83e4a tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/quotas/ead8e6fe89034d8ba4491d35b8364985 HTTP/1.1" status: 200 len: 375 time: 0.0237303 Jun 08 18:21:18.494962 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-78faf415-2af4-4643-bb8c-d4a6dae82542 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ead8e6fe89034d8ba4491d35b8364985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662053 Jun 08 18:21:18.553447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.561173 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.574350 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-314ac158-cbae-4f27-83a8-682d8ffe6a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:18.610600 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.651428 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1eb08a3797284a3b8a613e155fa4d822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5992346 Jun 08 18:21:18.653967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59850) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:18.711773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4102985-27bd-4cfe-a417-6b2b2af4ebce,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:18.744097 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:18.819033 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.820066 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.874947 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:18.895552 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.090889 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.093951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.098131 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4102985-27bd-4cfe-a417-6b2b2af4ebce HTTP/1.1" status: 204 len: 168 time: 0.4397409 Jun 08 18:21:19.098501 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] For port 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=82bd2cba-6d2c-43f1-9db9-9055e966a98e,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:19.098638 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6faee60c-4473-4efc-bc2e-209ba3aade34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:19.126120 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4102985-27bd-4cfe-a417-6b2b2af4ebce,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:19.129461 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:19.137274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.210247 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:19.214520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-efeb20c5-c281-4b42-b53e-677af2d11ab6 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:19.219023 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-efeb20c5-c281-4b42-b53e-677af2d11ab6 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1787908 Jun 08 18:21:19.398779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-6c2327f7-f576-46fc-8e1a-c40152acbbc9 None None] Provisioning complete for port 82bd2cba-6d2c-43f1-9db9-9055e966a98e triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:19.399488 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6c2327f7-f576-46fc-8e1a-c40152acbbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.491978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Pushing event updated for resources: {'Port': ['ID=82bd2cba-6d2c-43f1-9db9-9055e966a98e,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:19.504109 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:19.530892 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Allocated IP 172.20.0.2 (e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734/906f0da4-05d3-4e5f-9603-6c9646c4fdb6/9dab1f01-c162-4816-8896-66422b1706b0) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:19.746272 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-d3d07e8c-717e-4c39-8c09-9d35c606abae service neutron] 10.222.0.46 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164554 Jun 08 18:21:19.934778 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59912) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:19.942602 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.956971 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Transition to ACTIVE for port object 9dab1f01-c162-4816-8896-66422b1706b0 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:19.984210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Transition to ACTIVE for port object 9dab1f01-c162-4816-8896-66422b1706b0 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:19.992760 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:19.993832 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:20.057348 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:20.068190 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-42e9ee0d-b1aa-41aa-9bb1-2d86acd1dd49 service neutron] 10.222.0.46 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117340 Jun 08 18:21:20.069605 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.074712 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:20.079589 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:20.305642 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Attempting to bind port 9dab1f01-c162-4816-8896-66422b1706b0 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:20.306752 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Attempting to bind port 9dab1f01-c162-4816-8896-66422b1706b0 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:20.307509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Attempting to bind port 9dab1f01-c162-4816-8896-66422b1706b0 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:20.316015 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:20.316762 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Checking segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:20.317669 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.318419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Bound using segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:20.319255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Bound port: 9dab1f01-c162-4816-8896-66422b1706b0, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:20.319922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.415006 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.503646 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.536551 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 82bd2cba-6d2c-43f1-9db9-9055e966a98e up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:20.609463 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] For port 9dab1f01-c162-4816-8896-66422b1706b0, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:20.615595 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] For port 9dab1f01-c162-4816-8896-66422b1706b0, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9dab1f01-c162-4816-8896-66422b1706b0,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:20.645412 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.670759 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:20.682856 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59952) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:20.774087 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6cc20cb-09f4-4f54-9241-4f101eb6a492 req-e8d1fbe2-215c-4c72-9b1a-20924c1f0fcd tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.0899153 Jun 08 18:21:20.856651 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 82bd2cba-6d2c-43f1-9db9-9055e966a98e triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:20.857183 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:20.874367 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Allocated IP 172.27.0.74 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/df64f57b-3612-46c1-96f3-644592ab2991) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:20.887994 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 59960) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:20.943265 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Pushing event updated for resources: {'Port': ['ID=9dab1f01-c162-4816-8896-66422b1706b0,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:20.961570 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:21.083485 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.161828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.606934 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.629555 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.632673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.648999 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:21.689716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.755390 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58ceabc-b5b4-48d1-80f9-90968c34796a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:21.770229 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5869c7e11c3b474ab4ad79a1ad8651d3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8256500 Jun 08 18:21:21.776938 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 59988) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:21.778113 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.843649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.861383 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:21.884553 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:21.907941 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:22.053516 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b84dbd57-2219-482c-8046-19b5b278490f req-efe2f9d1-fddc-413e-aa71-df98f1487e73 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.1123698 Jun 08 18:21:22.086917 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed9d28df03e6487684d99eb8d608f382&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1971157 Jun 08 18:21:22.087772 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a0148f-bbc4-49ff-b3c4-f0a894c1e62b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:22.095988 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60002) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:22.103602 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:22.189320 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Router f86787cf-6aec-4aff-998e-ce28fb993039 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:22.195340 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:22.196212 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:22.308449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e1d33-f04a-44c7-8049-743c925511d8 None None] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:21:22.388159 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.438024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9dab1f01-c162-4816-8896-66422b1706b0 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:22.516383 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:22.548793 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:22.560615 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-0f45b380-cce9-4a8a-b0e0-3860a3be22cd None None] Provisioning for port 9dab1f01-c162-4816-8896-66422b1706b0 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:22.573387 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:22.646861 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 9dab1f01-c162-4816-8896-66422b1706b0 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:22.659500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 9dab1f01-c162-4816-8896-66422b1706b0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:22.660567 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.748798 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Allocated IP 172.27.0.41 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/ad32779f-f106-4e9b-ab9b-04914492b012) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:22.812107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.858905 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.905937 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 9dab1f01-c162-4816-8896-66422b1706b0, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9dab1f01-c162-4816-8896-66422b1706b0,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:22.913268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:22.917619 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:23.032027 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.043444 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:23.045530 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=9dab1f01-c162-4816-8896-66422b1706b0,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:23.054391 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:23.065665 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:23.085110 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:23.086248 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:23.144781 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.146017 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-46f737a4-2df8-434f-ac94-7cb7cde21d5f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.3025444 Jun 08 18:21:23.149244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60014) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:23.256060 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.321284 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.337182 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2d279030-0be8-45b8-92fe-e8c13ec956e7 None None] Provisioning complete for port 9dab1f01-c162-4816-8896-66422b1706b0 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:23.338891 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2d279030-0be8-45b8-92fe-e8c13ec956e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.377632 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:23.449805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.455604 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a58ceabc-b5b4-48d1-80f9-90968c34796a HTTP/1.1" status: 204 len: 168 time: 1.5496292 Jun 08 18:21:23.458800 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:23.461763 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e921c7be-b598-4da1-92b5-57d104f21fe5 req-3af73af5-299e-4ecb-9dde-a894a1a20710 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.1266799 Jun 08 18:21:23.574893 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58ceabc-b5b4-48d1-80f9-90968c34796a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:23.584295 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.598463 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:23.752541 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.772648 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 3, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:23.779466 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:23.779939 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Updating router f86787cf-6aec-4aff-998e-ce28fb993039 port 41662002-3da5-4b3f-a6c8-c8592bf60541 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:23.844864 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.898326 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.907964 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:23.925325 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8a0148f-bbc4-49ff-b3c4-f0a894c1e62b HTTP/1.1" status: 204 len: 168 time: 1.8121901 Jun 08 18:21:23.947334 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29673eda-4cc5-4b02-88d2-b0553f4f1fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:23.998004 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a0148f-bbc4-49ff-b3c4-f0a894c1e62b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:24.024828 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:24.026970 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:24.038499 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:24.076613 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:24.081026 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:24.086572 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:24.482543 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9dab1f01-c162-4816-8896-66422b1706b0 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:24.591778 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.620960 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Transition to ACTIVE for port object 41662002-3da5-4b3f-a6c8-c8592bf60541 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:24.632292 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 9dab1f01-c162-4816-8896-66422b1706b0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:24.632816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.642170 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.666501 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:24.831003 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Attempting to bind port 41662002-3da5-4b3f-a6c8-c8592bf60541 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:24.833237 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Attempting to bind port 41662002-3da5-4b3f-a6c8-c8592bf60541 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:24.834428 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Attempting to bind port 41662002-3da5-4b3f-a6c8-c8592bf60541 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:24.862195 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:24.863846 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:24.865345 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.866378 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:24.867606 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Bound port: 41662002-3da5-4b3f-a6c8-c8592bf60541, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:24.868450 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:24.907927 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-879a0552-c17a-4bcf-8947-02546f32f66f req-dfbd156d-8793-408f-a1e5-10d4b5f04d27 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.0672233 Jun 08 18:21:24.960233 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Pushing event updated for resources: {'Port': ['ID=41662002-3da5-4b3f-a6c8-c8592bf60541,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:25.003621 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.004581 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.005338 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.005896 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.006479 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.007023 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.007572 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.008095 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.008826 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.009366 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.009888 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.010466 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Tracked resource versions report: Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: pushed versions: Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: { 'AddressGroup': {'1.2'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'ConntrackHelper': {'1.0'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Log': {'1.0'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Network': {'1.1'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Port': {'1.7'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'PortForwarding': {'1.2'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'QosPolicy': {'1.8'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroup': {'1.4'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroupRule': {'1.2'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SubPort': {'1.0'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Subnet': {'1.1'}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Trunk': {'1.1'}} Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: consumer versions: Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: { DHCP agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: HyperV agent@hv-cinder-73362: {}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: L3 agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: Metadata agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: Metering agent@dv-cinder-733622-16-iscsi: {}, Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: Open vSwitch agent@dv-cinder-733622-16-iscsi: { 'AddressGroup': '1.2', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'ConntrackHelper': '1.0', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Log': '1.0', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Network': '1.1', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Port': '1.7', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'PortForwarding': '1.2', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'QosPolicy': '1.8', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroup': '1.4', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SecurityGroupRule': '1.2', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'SubPort': '1.0', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Subnet': '1.1', Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: 'Trunk': '1.1'}} Jun 08 18:21:25.017145 dv-cinder-733622-16-iscsi neutron-server[91772]: {{(pid=91772) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 08 18:21:25.038046 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:25.110477 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] For port 41662002-3da5-4b3f-a6c8-c8592bf60541, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:25.115464 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] For port 41662002-3da5-4b3f-a6c8-c8592bf60541, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41662002-3da5-4b3f-a6c8-c8592bf60541,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:25.116296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.131798 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.144557 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:25.150666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60054) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:25.191313 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.239706 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:25.240488 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:25.441916 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.461837 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Pushing event updated for resources: {'Port': ['ID=41662002-3da5-4b3f-a6c8-c8592bf60541,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:25.470822 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:25.712325 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:25.738799 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:25.879395 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Allocated IP 172.20.0.1 (b3cbc150-33d1-4d0d-8981-4eb9f0a0f004/0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b/41d89033-d1a0-4867-9a5b-a4849ab3cfb7) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:25.924405 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.162855 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.184335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:26.223554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738ff46f-aeff-4b65-81a2-6dcb8eee822e,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:26.282141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:26.291771 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.35', 50434) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:26.443057 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 3, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:26.451292 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7911c2-8693-4289-8020-313c60374d06 None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:18Z', 'revision_number': 3, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:26.517806 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.611245 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d90a67c38cd48e8a6665aa6644ff019&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4544439 Jun 08 18:21:26.618950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60086) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:26.635530 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:26.841741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:26.901199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Transition to ACTIVE for port object 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:27.040168 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-694d4072-4f18-4095-bf85-46e5e59766a1 req-f304fe5e-b3f5-4d44-9eee-44595b5bf4cd tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.7416463 Jun 08 18:21:27.082182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.115591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-4cdf4537-bf2f-4329-a6f1-9143a4b04b4d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:27.117101 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-4cdf4537-bf2f-4329-a6f1-9143a4b04b4d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.35 "GET /v2.0/networks?id=9a2a98c6-ec19-4281-bb3f-2731507474c2 HTTP/1.1" status: 200 len: 812 time: 0.8199549 Jun 08 18:21:27.229614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Request body: {'port': {'device_id': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2', 'admin_state_up': True, 'tenant_id': 'ead8e6fe89034d8ba4491d35b8364985'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:27.337460 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:27.366413 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:27.418125 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:27.419480 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:27.575085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.576350 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-edb47b5f-93ae-4464-8d76-c5797470703c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.4115350 Jun 08 18:21:27.583193 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60136) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:27.654251 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.809642 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:27.811349 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:27.832281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.840765 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:27.845361 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/738ff46f-aeff-4b65-81a2-6dcb8eee822e HTTP/1.1" status: 204 len: 168 time: 1.1741011 Jun 08 18:21:27.850700 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-69d23e29-6f80-47a8-af6c-c6033ba0ccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:27.870168 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:27.877979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:27.901668 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:27.902260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:28.072975 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:28.483295 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60158) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:28.692723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738ff46f-aeff-4b65-81a2-6dcb8eee822e,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:28.736572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Made reservation on behalf of ead8e6fe89034d8ba4491d35b8364985 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:21:28.747140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:28.863501 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:28.873609 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41662002-3da5-4b3f-a6c8-c8592bf60541 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:29.170193 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 41662002-3da5-4b3f-a6c8-c8592bf60541 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:29.177182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60186) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:29.196925 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-e859eba3-81df-4bb4-8583-38d3ded73acd None None] Provisioning for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:29.221410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-e859eba3-81df-4bb4-8583-38d3ded73acd None None] Provisioning complete for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:29.221886 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e859eba3-81df-4bb4-8583-38d3ded73acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.298951 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70a76e5b-b997-4d2e-a622-cd89fa4a08ff req-0771021f-5990-4736-b5d9-3f492b72a3bc tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.5980349 Jun 08 18:21:29.377171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Router c9e6bc21-3346-41ef-ac53-6676095022fe is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:21:29.415862 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-e859eba3-81df-4bb4-8583-38d3ded73acd None None] Port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:29.427211 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 41662002-3da5-4b3f-a6c8-c8592bf60541 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:29.427587 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.586082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:29.611779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:29.612624 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Updating router b77a0321-a864-4754-91e0-b4bc75fdb0ed port df64f57b-3612-46c1-96f3-644592ab2991 binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:29.714793 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:29.985911 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.149695 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.181810 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 41662002-3da5-4b3f-a6c8-c8592bf60541, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41662002-3da5-4b3f-a6c8-c8592bf60541,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:30.209947 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.226829 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-d1a70074-3f20-49a1-b087-c8a53266ad33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:30.350997 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.412257 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:30.421237 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:30.439957 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Sync routers for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:30.468051 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Allocated IP 172.20.0.5 (9a2a98c6-ec19-4281-bb3f-2731507474c2/dae9cdcb-28a0-40b5-a81e-334d1f5b2790/72c829c8-54cc-48fe-ad28-51f4b7d3b2d6) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:30.493955 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:30.495147 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:30.583522 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=41662002-3da5-4b3f-a6c8-c8592bf60541,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:30.590466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:30.804450 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d0e748ff-41a8-4118-8290-3fd43a4880dd req-3bbcc5b4-fc95-4895-8a07-5841ff612f87 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.2264256 Jun 08 18:21:31.021634 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.080466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e0f9e599-60b7-48c2-bc33-555d79f436b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.087713 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Transition to ACTIVE for port object df64f57b-3612-46c1-96f3-644592ab2991 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:31.101228 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.123570 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:31.181985 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:31.262495 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Attempting to bind port df64f57b-3612-46c1-96f3-644592ab2991 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:31.263044 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Attempting to bind port df64f57b-3612-46c1-96f3-644592ab2991 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:31.263507 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Attempting to bind port df64f57b-3612-46c1-96f3-644592ab2991 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:31.274127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Pushing event updated for resources: {'Port': ['ID=df64f57b-3612-46c1-96f3-644592ab2991,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:31.279632 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:31.281004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:31.281496 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:31.282272 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.282650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:31.283028 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Bound port: df64f57b-3612-46c1-96f3-644592ab2991, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:31.283487 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.449373 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.462958 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] For port df64f57b-3612-46c1-96f3-644592ab2991, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:31.472908 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] For port df64f57b-3612-46c1-96f3-644592ab2991, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=df64f57b-3612-46c1-96f3-644592ab2991,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:31.482916 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.531005 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-1ab83a23-d669-4734-8953-73afcf8ce7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:31.647291 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Pushing event updated for resources: {'Port': ['ID=df64f57b-3612-46c1-96f3-644592ab2991,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:31.656768 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:31.668852 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.674780 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:31.677082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:31.684669 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:31.856879 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60232) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:32.198414 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:25Z', 'revision_number': 3, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:32.208890 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.213996 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Checking router: c9e6bc21-3346-41ef-ac53-6676095022fe for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:32.214939 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Updating router c9e6bc21-3346-41ef-ac53-6676095022fe port ad32779f-f106-4e9b-ab9b-04914492b012 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:32.232924 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e075eee5-0112-4136-b814-53b9fcc7becf req-e2b0cf6e-9e88-4531-922a-e4f5bf87ce08 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.2577722 Jun 08 18:21:32.274693 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:32.286811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.resource_extend [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:32.292595 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Allocated IP 172.20.0.1 (e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734/906f0da4-05d3-4e5f-9603-6c9646c4fdb6/af4f3d1e-3e70-4195-b024-56a2ab644c84) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:32.366360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.412608 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.420880 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92dc9c66-ba7e-4a8a-9956-c6d725aeb893 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:32.498127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.541625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:32.557472 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:32.718703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41662002-3da5-4b3f-a6c8-c8592bf60541 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:32.797309 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72c5e11f2130474e98439cf9caedf851&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2638838 Jun 08 18:21:32.798199 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8fa1c3-1c6f-4f07-8b07-84a525d8189f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:32.849570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60248) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:32.898017 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:32.940765 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 41662002-3da5-4b3f-a6c8-c8592bf60541 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:32.941268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.048272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.064090 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.090575 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.142948 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.145082 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4bb5c29f-928a-4d53-bbcc-aebfe7e7c8ea admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.6915150 Jun 08 18:21:33.189586 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60252) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:33.238989 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Pushing event updated for resources: {'Port': ['ID=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:33.371445 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:33.375791 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.818s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:33.376683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cc3f3994-c3a4-40d7-8a8f-9cdc8cb5d798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:33.410048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.452328 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.472407 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:33.500310 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Transition to ACTIVE for port object ad32779f-f106-4e9b-ab9b-04914492b012 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:33.522205 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.546551 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-f83a4fa9-916e-49ec-aa39-eb0a83394abb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:33.554437 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:33.741696 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=019a5e709c8e49948619d0e6a6e853e3&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5285239 Jun 08 18:21:33.746030 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Network 9a2a98c6-ec19-4281-bb3f-2731507474c2 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:33.768409 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60264) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:33.771225 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:33.787286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:33.788542 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.805830 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:33.809616 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.833625 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ab52066b-c3b3-4294-88db-6179f6130ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:33.840518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:33.851203 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b1b85d-4562-42b5-a444-40de874a675f None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:23Z', 'revision_number': 3, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:33.928240 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f7c85f-9cd8-4629-9413-362d70a7d080,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:33.961193 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:33.993184 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3431dc-236c-4c91-817d-0de668dd0196 None None] Pushing event updated for resources: {'Port': ['ID=ad32779f-f106-4e9b-ab9b-04914492b012,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:34.017644 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9e3431dc-236c-4c91-817d-0de668dd0196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:34.029729 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.123340 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Attempting to bind port ad32779f-f106-4e9b-ab9b-04914492b012 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:34.124111 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Attempting to bind port ad32779f-f106-4e9b-ab9b-04914492b012 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:34.124746 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Attempting to bind port ad32779f-f106-4e9b-ab9b-04914492b012 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:34.154991 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:34.155619 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:34.156344 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.167358 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:34.168892 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Bound port: ad32779f-f106-4e9b-ab9b-04914492b012, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:34.170420 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.241990 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.336690 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-a25b7f67-4173-46fb-9bd9-bb909336e2f4 None None] Provisioning complete for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:34.337437 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a25b7f67-4173-46fb-9bd9-bb909336e2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.387265 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] For port ad32779f-f106-4e9b-ab9b-04914492b012, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:34.397669 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] For port ad32779f-f106-4e9b-ab9b-04914492b012, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ad32779f-f106-4e9b-ab9b-04914492b012,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:34.409152 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.426373 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:34.495638 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.605836 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-a25b7f67-4173-46fb-9bd9-bb909336e2f4 None None] Port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:34.671925 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:21:34.735163 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3431dc-236c-4c91-817d-0de668dd0196 None None] Pushing event updated for resources: {'Port': ['ID=ad32779f-f106-4e9b-ab9b-04914492b012,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:34.749023 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-9e3431dc-236c-4c91-817d-0de668dd0196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:34.771172 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:34.771826 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:34.861268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:34.928258 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Transition to ACTIVE for port object af4f3d1e-3e70-4195-b024-56a2ab644c84 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:35.146691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.177004 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.180264 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a8fa1c3-1c6f-4f07-8b07-84a525d8189f HTTP/1.1" status: 204 len: 168 time: 2.3140726 Jun 08 18:21:35.183048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:35.185071 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:35.217917 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:35.292410 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8fa1c3-1c6f-4f07-8b07-84a525d8189f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:35.306754 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:35.410567 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:35.560354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.580957 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:35.591086 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.626275 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:35.682497 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:35.692447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-f511a8c8-95d4-4e91-8acc-60fb6098ecda tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.4699321 Jun 08 18:21:35.713000 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-a3020ee9-fed5-4c5c-907b-2e67d44ff4b4 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:35.714255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-a3020ee9-fed5-4c5c-907b-2e67d44ff4b4 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208588 Jun 08 18:21:35.774246 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd281d-b180-4fa0-aedc-7fa1ba5d08ce req-b6ee6735-99b0-447d-818c-205644239911 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:35.792838 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-efbd281d-b180-4fa0-aedc-7fa1ba5d08ce req-b6ee6735-99b0-447d-818c-205644239911 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 931 time: 1.8740237 Jun 08 18:21:35.806855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:35.811151 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:35.811625 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.004938 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.014043 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-39c2ac32-4dda-4c9f-8291-9f4e793da777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:36.404373 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:25Z', 'revision_number': 3, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:36.405319 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-6dfc138f-2e6d-4cce-a1f2-89cd37192f0a None None] Provisioning for port af4f3d1e-3e70-4195-b024-56a2ab644c84 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:36.420421 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ab4dc6-2442-4a83-b39b-bad71411af38 None None] The sync data for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi is: [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:25Z', 'revision_number': 3, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:36.443381 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-6dfc138f-2e6d-4cce-a1f2-89cd37192f0a None None] Provisioning complete for port af4f3d1e-3e70-4195-b024-56a2ab644c84 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:36.443646 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6dfc138f-2e6d-4cce-a1f2-89cd37192f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.692642 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device df64f57b-3612-46c1-96f3-644592ab2991 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:36.724834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.902588 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:36.960642 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6dfc138f-2e6d-4cce-a1f2-89cd37192f0a None None] Port af4f3d1e-3e70-4195-b024-56a2ab644c84 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:37.064143 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-efbd281d-b180-4fa0-aedc-7fa1ba5d08ce req-df202ccf-8dbd-4805-86f5-6b5eecffcef4 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2698088 Jun 08 18:21:37.172971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.193137 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de51301b6423482283089bcf0ca3d25d&name=default HTTP/1.1" status: 200 len: 2979 time: 5.3174913 Jun 08 18:21:37.219597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.231405 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11f7c85f-9cd8-4629-9413-362d70a7d080 HTTP/1.1" status: 204 len: 168 time: 3.4057159 Jun 08 18:21:37.259900 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60308) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:37.270644 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.387920 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port df64f57b-3612-46c1-96f3-644592ab2991 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:37.415978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port df64f57b-3612-46c1-96f3-644592ab2991 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:37.417109 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:37.526692 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1035bb6f-a39b-4c66-9445-9bf8d2ab0eba,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:37.539952 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.521s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:37.576499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-30dd1ef6-b388-472e-bada-81d38b2e9afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:37.681573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Request body: {'port': {'device_id': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:37.914080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f7c85f-9cd8-4629-9413-362d70a7d080,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:37.920667 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:38.078024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.096022 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.101369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:38.123552 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:38.147512 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] 10.222.0.46 "PUT /v2.0/routers/f86787cf-6aec-4aff-998e-ce28fb993039/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9834685 Jun 08 18:21:38.227360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port df64f57b-3612-46c1-96f3-644592ab2991, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=df64f57b-3612-46c1-96f3-644592ab2991,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:38.280566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.305233 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:38.306368 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:38.328995 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Allocated IP 172.20.0.1 (246208b2-a8f2-476f-881e-5368755510c0/e73c23ad-5fca-4990-826f-c15853ff2104/2d2943e6-85f8-4a24-be99-2f23e162a558) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:38.361058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.473552 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.504838 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.512237 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1035bb6f-a39b-4c66-9445-9bf8d2ab0eba HTTP/1.1" status: 204 len: 168 time: 1.2420280 Jun 08 18:21:38.539128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:38.619679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1035bb6f-a39b-4c66-9445-9bf8d2ab0eba,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:38.655332 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:38.669488 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:38.682265 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.785998 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.814932 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.835371 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:38.905908 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:39.054656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ad32779f-f106-4e9b-ab9b-04914492b012 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:39.174639 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.299988 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60336) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:39.303313 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Pushing event updated for resources: {'Port': ['ID=af4f3d1e-3e70-4195-b024-56a2ab644c84,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:39.358941 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:39.363619 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=df64f57b-3612-46c1-96f3-644592ab2991,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:39.367696 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.386843 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:39.416118 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:39.473869 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7841a7bc-e599-4919-acf6-eb13d78d4883 req-99c64b43-2e54-4c07-b369-3fe58390e206 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:39.476030 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7841a7bc-e599-4919-acf6-eb13d78d4883 req-99c64b43-2e54-4c07-b369-3fe58390e206 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 931 time: 0.7301171 Jun 08 18:21:39.508848 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port ad32779f-f106-4e9b-ab9b-04914492b012 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:39.552740 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port ad32779f-f106-4e9b-ab9b-04914492b012 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:39.555254 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.620345 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.628034 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.635396 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:39.664976 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5f3da438-1939-4c7d-bf95-d82499b34f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:39.763620 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:39.795440 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:39.820172 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78d7440-6bec-42db-be43-55843a05fc22,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:39.827593 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:39.859043 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b34e071a2e374024bf6a67dbc9cb6b2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5566876 Jun 08 18:21:39.931553 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60340) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:40.191278 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7841a7bc-e599-4919-acf6-eb13d78d4883 req-6e651429-2caf-4c59-b3d9-cf696d1c8752 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969426 Jun 08 18:21:40.356274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.470037 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.622452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.737472 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port ad32779f-f106-4e9b-ab9b-04914492b012, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ad32779f-f106-4e9b-ab9b-04914492b012,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:40.810234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.811980 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.813999 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-1feb28cc-3446-41cb-947a-5542e51bd41d None None] Provisioning complete for port af4f3d1e-3e70-4195-b024-56a2ab644c84 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:40.818088 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1feb28cc-3446-41cb-947a-5542e51bd41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.822524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:40.830795 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c78d7440-6bec-42db-be43-55843a05fc22 HTTP/1.1" status: 204 len: 168 time: 0.8596840 Jun 08 18:21:40.847403 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:40.906219 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:40.928779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78d7440-6bec-42db-be43-55843a05fc22,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:40.945248 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:40.992211 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.resource_extend [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:41.090967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:41.101974 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:41.104649 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:41.202296 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Network 246208b2-a8f2-476f-881e-5368755510c0 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:41.367255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-1feb28cc-3446-41cb-947a-5542e51bd41d None None] Port af4f3d1e-3e70-4195-b024-56a2ab644c84 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:21:41.427153 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=ad32779f-f106-4e9b-ab9b-04914492b012,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:41.449108 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:41.486050 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device df64f57b-3612-46c1-96f3-644592ab2991 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:41.523369 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:41.533352 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:41.534340 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.639364 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:21:41.700841 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:41.843217 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60392) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:41.867688 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Transition to ACTIVE for port object 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:41.872196 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073163805', 'description': 'tempest-description--697195244'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:42.026150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:42.045125 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:42.055486 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] 10.222.0.46 "PUT /v2.0/routers/b77a0321-a864-4754-91e0-b4bc75fdb0ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4635880 Jun 08 18:21:42.068429 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port df64f57b-3612-46c1-96f3-644592ab2991 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:42.069910 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.079865 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.094985 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:42.095772 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:42.151079 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.181935 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:42.369569 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 2, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:42.392454 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:42.393048 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Updating router f86787cf-6aec-4aff-998e-ce28fb993039 port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:42.658673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.943770 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:42.984060 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.010836 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:43.294163 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.412578 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:43.561792 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:43.563930 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7085104 Jun 08 18:21:43.591997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60422) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:43.600458 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group_rule': {'security_group_id': 'b279d859-ce64-4c34-a063-2b05ac647313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:43.646028 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Pushing event updated for resources: {'Port': ['ID=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:43.686445 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ad32779f-f106-4e9b-ab9b-04914492b012 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:43.754654 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Attempting to bind port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:43.755425 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Attempting to bind port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:43.756080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Attempting to bind port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 on network 9a2a98c6-ec19-4281-bb3f-2731507474c2 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:43.769464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.587s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:43.807773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4356c4-0131-4243-96af-f15522987c5f req-2e73cbc9-d2c5-433e-b11b-d4b0851ca0f1 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:43.831120 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0e4356c4-0131-4243-96af-f15522987c5f req-2e73cbc9-d2c5-433e-b11b-d4b0851ca0f1 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 943 time: 1.9493995 Jun 08 18:21:43.894402 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 on network 9a2a98c6-ec19-4281-bb3f-2731507474c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:21:43.895282 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Attempting to bind port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 on network 9a2a98c6-ec19-4281-bb3f-2731507474c2 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:43.938939 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:43.939979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Checking segment: {'id': 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:43.941802 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Bound using segment: {'id': 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:43.947537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Bound port: 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:43.948560 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.001894 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60424) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:44.178237 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b279d859-ce64-4c34-a063-2b05ac647313,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:44.223922 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0e4356c4-0131-4243-96af-f15522987c5f req-6bf9fe29-7bc4-4ebb-b2e5-d3558a264b15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875089 Jun 08 18:21:44.229677 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.827s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:44.410254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.531236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:44.549565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,segment=NetworkSegment(b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7),segment_id=b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:44.569754 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.591052 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:44.599637 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:37Z', 'revision_number': 2, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:44.625119 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:44.625683 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Updating router b77a0321-a864-4754-91e0-b4bc75fdb0ed port af4f3d1e-3e70-4195-b024-56a2ab644c84 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:44.900390 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port ad32779f-f106-4e9b-ab9b-04914492b012 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:44.901976 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:44.915914 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.919509 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:44.926868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:44.929881 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] 10.222.0.35 "PUT /v2.0/ports/72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 HTTP/1.1" status: 200 len: 1093 time: 8.6298690 Jun 08 18:21:44.938032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:21:44.943195 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.054767 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.129168 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.160907 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.228194 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b602e433-3a0a-4838-8e24-b5ad5789b9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:45.443785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.865829 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.879097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:45.941156 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Transition to ACTIVE for port object 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:45.978858 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60452) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:45.986364 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.033756 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad82bf2-babe-4d33-83cf-8bb69cd50704 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.077907 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Pushing event updated for resources: {'Port': ['ID=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.082400 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2943e6-85f8-4a24-be99-2f23e162a558,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.103564 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:46.107116 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.123596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359272780', 'description': 'tempest-description--884443267'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:46.155738 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.242512 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704a90df-61ff-4f40-a172-fafa39bdece5,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.259107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:46.390789 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.800s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:46.436900 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Network 246208b2-a8f2-476f-881e-5368755510c0 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:46.439553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:46.441955 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d82e35-ea63-486c-a541-aa80fe2e1684" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:21:46.451163 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Pushing event updated for resources: {'Port': ['ID=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.464848 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:46.671233 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-67f88d91-d88e-44cc-a057-e52812810a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:46.676066 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Attempting to bind port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:46.676353 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Attempting to bind port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:46.676807 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Attempting to bind port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:46.684212 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-67f88d91-d88e-44cc-a057-e52812810a24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ead8e6fe89034d8ba4491d35b8364985&device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 1096 time: 1.3449855 Jun 08 18:21:46.686659 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:46.687381 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Checking segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:46.687959 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.688714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Bound using segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:46.689424 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Bound port: 41d89033-d1a0-4867-9a5b-a4849ab3cfb7, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:46.691127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.720738 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.751872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880db73a-4940-4d91-b611-125c5afa3601 req-5c8e2e44-937e-4379-882d-21dcc95394ba tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:46.754654 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Transition to ACTIVE for port object af4f3d1e-3e70-4195-b024-56a2ab644c84 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:46.758255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-880db73a-4940-4d91-b611-125c5afa3601 req-5c8e2e44-937e-4379-882d-21dcc95394ba tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 943 time: 0.6222720 Jun 08 18:21:46.766984 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.801510 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.854371 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-880db73a-4940-4d91-b611-125c5afa3601 req-8ecc06dc-e50a-4781-9be1-8984eab9d1b0 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766289 Jun 08 18:21:46.893602 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.899153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:46.934339 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bc39d191-16f6-429b-88df-fec5f0b1f19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:46.977932 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9fe05a5db7464cf09e7478c896af4ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9645152 Jun 08 18:21:46.977932 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9847a70-68a5-41cf-ad0d-933052b13637,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:46.980343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60472) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:46.996658 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:47.007322 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] For port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:47.013686 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] For port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:47.032676 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.054829 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:47.064640 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.068615 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.4749649 Jun 08 18:21:47.075004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60476) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:47.101048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group_rule': {'security_group_id': 'b279d859-ce64-4c34-a063-2b05ac647313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:47.170925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.223819 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.289502 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Pushing event updated for resources: {'Port': ['ID=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:47.301996 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:47.341360 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Router c9e6bc21-3346-41ef-ac53-6676095022fe has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:21:47.341618 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:47.342516 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:47.352858 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:47.638807 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3afb5c-6530-4a61-9650-dbe90d9bbcd4 None None] Pushing event updated for resources: {'Port': ['ID=af4f3d1e-3e70-4195-b024-56a2ab644c84,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:47.664147 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f3afb5c-6530-4a61-9650-dbe90d9bbcd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:47.791209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-00613fab-dfe5-4683-8a5e-39ed34903413 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 HTTP/1.1" status: 200 len: 217 time: 0.3615534 Jun 08 18:21:48.123285 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Attempting to bind port af4f3d1e-3e70-4195-b024-56a2ab644c84 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:48.124115 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Attempting to bind port af4f3d1e-3e70-4195-b024-56a2ab644c84 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:48.124251 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Attempting to bind port af4f3d1e-3e70-4195-b024-56a2ab644c84 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:48.140864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-0860d2bf-fe5a-4c3e-b66c-145ec657c08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:48.142505 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-0860d2bf-fe5a-4c3e-b66c-145ec657c08b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dae9cdcb-28a0-40b5-a81e-334d1f5b2790 HTTP/1.1" status: 200 len: 852 time: 0.3284218 Jun 08 18:21:48.144161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163941df-6cb9-48a1-a851-a1895766cc39 x-openstack-request-id: req-163941df-6cb9-48a1-a851-a1895766cc39 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:21:48.144655 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:21:48.144837 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-163941df-6cb9-48a1-a851-a1895766cc39 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:21:48.145187 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6', 'status': 'completed', 'code': 200} Jun 08 18:21:48.157818 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:48.158215 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Checking segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:48.158684 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.159780 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Bound using segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:48.160301 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Bound port: af4f3d1e-3e70-4195-b024-56a2ab644c84, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:48.160686 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.208126 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:21:48.230387 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] 10.222.0.46 "PUT /v2.0/routers/c9e6bc21-3346-41ef-ac53-6676095022fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0135841 Jun 08 18:21:48.251443 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Sync routers for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:21:48.308712 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:48.309767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:48.396805 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] For port af4f3d1e-3e70-4195-b024-56a2ab644c84, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:48.400708 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] For port af4f3d1e-3e70-4195-b024-56a2ab644c84, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=af4f3d1e-3e70-4195-b024-56a2ab644c84,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:48.401639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-c8127ccf-79ff-42e2-ace5-75ff5a64091f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a2a98c6-ec19-4281-bb3f-2731507474c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2317846 Jun 08 18:21:48.407304 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.416923 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:48.419685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.618259 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3afb5c-6530-4a61-9650-dbe90d9bbcd4 None None] Pushing event updated for resources: {'Port': ['ID=af4f3d1e-3e70-4195-b024-56a2ab644c84,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:48.637221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.676469 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:48.686877 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f3afb5c-6530-4a61-9650-dbe90d9bbcd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:48.688016 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:48.688832 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:48.698583 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c9847a70-68a5-41cf-ad0d-933052b13637 HTTP/1.1" status: 204 len: 168 time: 1.7169218 Jun 08 18:21:48.719597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:48.789836 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9847a70-68a5-41cf-ad0d-933052b13637,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:48.823991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:49.004577 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.016896 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:49.082986 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.096125 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-bd1adc15-3ba9-482e-8aa4-a403dc617b58 service neutron] 10.222.0.35 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609540 Jun 08 18:21:49.103305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:49.132594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42664e-eed2-49db-8008-af7163c8c2d8 req-b256f6af-2362-4a24-97fb-06b7b5da1dd8 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:49.134186 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fe42664e-eed2-49db-8008-af7163c8c2d8 req-b256f6af-2362-4a24-97fb-06b7b5da1dd8 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 943 time: 0.8612635 Jun 08 18:21:49.248759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01275322-7b48-4838-945b-921c027df5c9,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:49.304399 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:49.327421 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:49.328835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.335654 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fe42664e-eed2-49db-8008-af7163c8c2d8 req-a6cdd2ef-fbbd-4d42-9ac3-312297dcf388 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505373 Jun 08 18:21:49.356937 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.358556 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2741368 Jun 08 18:21:49.363649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.364363 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60512) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:49.369630 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:49.377439 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:49.396739 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:49.438086 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.463282 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8e1920a-81f2-4580-8e8c-89cd00e30ee7,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:49.513967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:49.623701 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.631118 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 3.5613503 Jun 08 18:21:49.631806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60528) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:49.700146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1920a-81f2-4580-8e8c-89cd00e30ee7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:49.764572 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de6cc3b4-3514-4b4a-ac7e-5650a6a6c26f req-e03921d5-1c8b-4a6e-aa19-01a119f935e4 service neutron] 10.222.0.35 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449435 Jun 08 18:21:49.834434 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:49.932801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.196837 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-c9ccfb55-8d27-44f2-8e54-46a0250cf24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:50.198715 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-c9ccfb55-8d27-44f2-8e54-46a0250cf24d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ead8e6fe89034d8ba4491d35b8364985&device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 1096 time: 0.3292437 Jun 08 18:21:50.261277 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.276078 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.305775 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Allocated IP 172.27.0.42 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/816aed9d-009a-44a3-a364-2358bc77024d) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:50.326519 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:50.334482 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c69cb9b-fa12-463d-b890-b17ddd6267c4 None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:48Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:50.647710 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.695375 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:50.696182 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:50.729493 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:50.731020 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:50.743864 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:50.779740 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device af4f3d1e-3e70-4195-b024-56a2ab644c84 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:50.859044 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:50.864356 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60560) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:50.919788 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b2c9b5a7-0141-4bc5-b167-b3cd89b0b470 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:51.016592 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.094537 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:51.103964 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port af4f3d1e-3e70-4195-b024-56a2ab644c84 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:51.113198 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port af4f3d1e-3e70-4195-b024-56a2ab644c84 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:51.113589 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.158637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7af3a69-351d-47ba-bff6-e4b1506d8d5d None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:46Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:51.201318 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:42Z', 'revision_number': 4, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2d2943e6-85f8-4a24-be99-2f23e162a558', 'name': '', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'mac_address': 'fa:16:3e:4a:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:43Z', 'revision_number': 2, 'project_id': '667ab9b317d24743b6b77375aae30994', 'subnets': [{'id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:51.264322 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Checking router: c9e6bc21-3346-41ef-ac53-6676095022fe for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:21:51.264683 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Updating router c9e6bc21-3346-41ef-ac53-6676095022fe port 2d2943e6-85f8-4a24-be99-2f23e162a558 binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:21:51.353820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-a60766d9-ccf8-4875-9976-51d68ff56434 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:51.358639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-a60766d9-ccf8-4875-9976-51d68ff56434 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 818 time: 0.4544694 Jun 08 18:21:51.359811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-030dde42-a01f-4efa-a131-607ebfa8425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:51.365751 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-030dde42-a01f-4efa-a131-607ebfa8425e service neutron] 10.222.0.35 "GET /v2.0/networks?id=9a2a98c6-ec19-4281-bb3f-2731507474c2 HTTP/1.1" status: 200 len: 913 time: 1.1534970 Jun 08 18:21:51.399869 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eedd6df-fffc-4d85-bc1f-f41f951a22fa,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:51.448243 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.558519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:51.626431 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-4138ea34-c49a-4e27-b02f-de37d83a84ac tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/quotas/667ab9b317d24743b6b77375aae30994 HTTP/1.1" status: 200 len: 375 time: 0.2551105 Jun 08 18:21:51.635405 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-3e1ce823-f9ee-49c4-8fdf-7deea30f8118 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 HTTP/1.1" status: 200 len: 217 time: 0.2268085 Jun 08 18:21:51.638904 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.641673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.646240 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9698231 Jun 08 18:21:51.648993 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60578) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:51.664716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group_rule': {'security_group_id': 'b8e1920a-81f2-4580-8e8c-89cd00e30ee7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:51.689380 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.728194 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-668578b2-174a-4499-8820-142e1cdfd598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:51.908440 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:51.985560 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.011768 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.018572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-8bd1bac7-c305-41a4-a669-abe78b9b1cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:52.018844 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'Port': ['ID=816aed9d-009a-44a3-a364-2358bc77024d,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:52.020728 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-8bd1bac7-c305-41a4-a669-abe78b9b1cdb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=dae9cdcb-28a0-40b5-a81e-334d1f5b2790 HTTP/1.1" status: 200 len: 852 time: 0.3616543 Jun 08 18:21:52.078407 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:52.082186 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.111854 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.118731 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-315614b1-8cb0-485d-b4dc-0aadf3643b1f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7530003 Jun 08 18:21:52.149058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83fc42a-5aaf-42d4-a047-75b1c65a09c2 req-f1b506bd-2934-4946-bff7-cb11ed6fc76c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:52.168581 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f83fc42a-5aaf-42d4-a047-75b1c65a09c2 req-f1b506bd-2934-4946-bff7-cb11ed6fc76c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 943 time: 1.2627389 Jun 08 18:21:52.234110 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-ca9d9876-2c93-4f6f-ab30-c02de8637e6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9a2a98c6-ec19-4281-bb3f-2731507474c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026188 Jun 08 18:21:52.498596 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.530740 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.576656 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-e24db8ec-d235-4e68-9fed-3c994e3df48e service neutron] 10.222.0.35 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323636 Jun 08 18:21:52.667783 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a937742-3e11-4bda-a1bb-8337f63b0d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.682773 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port af4f3d1e-3e70-4195-b024-56a2ab644c84, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=af4f3d1e-3e70-4195-b024-56a2ab644c84,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:52.688148 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0ccf80d8801418dbd4c531e17ea6712&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8203239 Jun 08 18:21:52.709057 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60602) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:52.711756 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.720128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:52.841769 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:21:52.983504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:52.989296 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cbc804-9d59-42af-972e-95bd9dc27468,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.012379 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.026235 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.026981 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f83fc42a-5aaf-42d4-a047-75b1c65a09c2 req-4ad75e90-f262-4cc1-8ddb-c738b592840b tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783211 Jun 08 18:21:53.059501 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-53622f1e-cadb-48e1-8fc1-38b5c1a4eb3b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&fields=id HTTP/1.1" status: 200 len: 255 time: 1.4225767 Jun 08 18:21:53.069308 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-430f358f-b919-4d65-ae79-e3e94ce368ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.095160 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.183875 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-43d82e35-ea63-486c-a541-aa80fe2e1684 req-cb97f8e0-f6c5-4e45-916c-49f22bcaf466 service neutron] 10.222.0.35 "GET /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5985429 Jun 08 18:21:53.253013 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc122cd-4132-4dda-a929-6889414fe2cb,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.296944 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.324123 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.329284 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6765480 Jun 08 18:21:53.334954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60622) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:53.344436 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.352812 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:53.377366 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:53.487104 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.509954 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.516116 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.519552 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00cbc804-9d59-42af-972e-95bd9dc27468 HTTP/1.1" status: 204 len: 168 time: 0.8053296 Jun 08 18:21:53.521109 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-667f936a-70f3-4c96-aee4-36ef6399f627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:53.602204 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cbc804-9d59-42af-972e-95bd9dc27468,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.625602 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:53.667880 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60630) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:53.713184 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-3ed9ae11-2258-49fd-809f-eb726fd18627 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1073163805&fields=id&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 267 time: 0.2936227 Jun 08 18:21:53.909493 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=af4f3d1e-3e70-4195-b024-56a2ab644c84,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:53.973948 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:53.996138 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Transition to ACTIVE for port object 2d2943e6-85f8-4a24-be99-2f23e162a558 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:21:54.003500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.283s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:54.013902 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.032218 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:54.209493 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.216357 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,segment=NetworkSegment(b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7),segment_id=b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:54.248983 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-8ba40530-c5bb-465a-a98d-05927f6f3a68 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:54.251299 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-8ba40530-c5bb-465a-a98d-05927f6f3a68 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 817 time: 0.4776423 Jun 08 18:21:54.321548 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-5d68283f-1284-40f2-a03e-e72889a04b09 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/quotas/d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 375 time: 0.0245426 Jun 08 18:21:54.421286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:54.436274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25ccf-94b1-4d68-8ce2-7be39e5f6678 None None] Pushing event updated for resources: {'Port': ['ID=2d2943e6-85f8-4a24-be99-2f23e162a558,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:54.453929 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2bf25ccf-94b1-4d68-8ce2-7be39e5f6678 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:54.471129 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6', 'network_id': '9a2a98c6-ec19-4281-bb3f-2731507474c2', 'port_id': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6', 'mac_address': 'fa:16:3e:39:f2:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae9cdcb-28a0-40b5-a81e-334d1f5b2790', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:21:54.486256 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:54.487594 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.490491 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-020d69ad-7676-49ed-b32d-dd73ca06bdb9 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:21:54.499878 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-020d69ad-7676-49ed-b32d-dd73ca06bdb9 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5075941 Jun 08 18:21:54.551545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.665373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Allocated IP 172.27.0.163 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/4e850894-4046-4c4c-8aa9-5b86e852ead2) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:21:54.676991 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-2f213ffa-5fae-4d26-acca-b5b0a7bfa6c6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3341289 Jun 08 18:21:54.814108 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Attempting to bind port 2d2943e6-85f8-4a24-be99-2f23e162a558 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:21:54.815808 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Attempting to bind port 2d2943e6-85f8-4a24-be99-2f23e162a558 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:21:54.816729 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Attempting to bind port 2d2943e6-85f8-4a24-be99-2f23e162a558 on network 246208b2-a8f2-476f-881e-5368755510c0 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:21:54.830632 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:21:54.831898 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Checking segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:21:54.832719 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.833722 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Bound using segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:21:54.834645 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Bound port: 2d2943e6-85f8-4a24-be99-2f23e162a558, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:21:54.835427 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.936414 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60654) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:54.964940 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.978090 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:54.983107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.007289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.018777 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-339a0023-aa27-46f3-bb64-44bc73c89820 service neutron] 10.222.0.46 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178683 Jun 08 18:21:55.032541 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-eb48705a-4ead-4aa0-9c8d-d6cea44c4b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:55.057062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] For port 2d2943e6-85f8-4a24-be99-2f23e162a558, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:21:55.061650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:21:55.084415 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,segment=NetworkSegment(b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7),segment_id=b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:55.097775 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.104856 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:55.146741 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] For port 2d2943e6-85f8-4a24-be99-2f23e162a558, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2d2943e6-85f8-4a24-be99-2f23e162a558,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:21:55.165600 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f28d4c4463e544b08530e65ed74b82e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4923747 Jun 08 18:21:55.170217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60656) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:55.174123 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.178903 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9abdbcc-df1c-43f3-b977-36b258021142,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.187487 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:55.203167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.241359 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:55.255594 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.302379 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.307589 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:55.308580 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:55.336682 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.343492 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.348079 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.372133 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-80678e76-3b59-4cba-953b-24cfca1db0dd service neutron] 10.222.0.46 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523886 Jun 08 18:21:55.388156 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:55.408467 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:21:55.409175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:21:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:55.427525 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-b9ebd401-8c3e-4328-93c3-b68e97357aa2 service neutron] 10.222.0.46 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5176568 Jun 08 18:21:55.510812 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ad53f89516f047ae8b3093172280540f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5724950 Jun 08 18:21:55.513707 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60660) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:55.538296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.540348 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47677161-f558-493b-ac1b-27b21b506133,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.551569 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:55.595355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf25ccf-94b1-4d68-8ce2-7be39e5f6678 None None] Pushing event updated for resources: {'Port': ['ID=2d2943e6-85f8-4a24-be99-2f23e162a558,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:55.600196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:21:55.601488 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:21:55.602177 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device af4f3d1e-3e70-4195-b024-56a2ab644c84 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:55.707406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:21:55.738164 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.753231 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.853716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:55.865294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:21:55.888061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:21:55.944777 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['72c829c8-54cc-48fe-ad28-51f4b7d3b2d6'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:21:56.060803 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.069951 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:21:56.070596 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.074921 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47677161-f558-493b-ac1b-27b21b506133 HTTP/1.1" status: 204 len: 168 time: 0.5597155 Jun 08 18:21:56.076679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.077865 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6ece01f6-a6ff-4497-8514-7f29bec70d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:56.103744 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.122545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47677161-f558-493b-ac1b-27b21b506133,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:56.126626 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:56.280698 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.283335 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9abdbcc-df1c-43f3-b977-36b258021142 HTTP/1.1" status: 204 len: 168 time: 1.1039872 Jun 08 18:21:56.284072 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:56.372652 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port af4f3d1e-3e70-4195-b024-56a2ab644c84 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:56.374057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.394926 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9abdbcc-df1c-43f3-b977-36b258021142,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:56.411221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:56.512539 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:56.666993 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:56.675210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.367s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:56.942010 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.677s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:56.942617 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:57.057657 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-3c7f986e-ef5d-4d47-ac67-5867a4d0cf9b service neutron] 10.222.0.46 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5832243 Jun 08 18:21:57.214224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470669a3-e730-446f-af60-ab3b3ed20222 req-100b00e8-e02d-48d4-81ef-4d4f19f9eee3 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:57.232216 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-470669a3-e730-446f-af60-ab3b3ed20222 req-100b00e8-e02d-48d4-81ef-4d4f19f9eee3 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 944 time: 1.1364763 Jun 08 18:21:57.446336 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.resource_extend [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:21:57.466430 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60730) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:57.539575 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.572928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-470669a3-e730-446f-af60-ab3b3ed20222 req-e214ace1-ecde-40c2-afdd-4b05772e8c7b tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315868 Jun 08 18:21:57.592224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.615291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.632334 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:57.772747 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.959902 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6864e76-91cf-4971-9000-4f4f6cf261c7 req-ad279e55-dd4f-4e0c-959c-ab3a22d09a96 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 210 time: 0.1868432 Jun 08 18:21:57.960192 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.964346 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:57.985056 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:58.081760 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:58.101712 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa00620-b6a0-45e1-b8f6-52c21fa999eb,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:58.120089 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=986fb28bc1b74ff9ac71fbd15379f6ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520350 Jun 08 18:21:58.120743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60750) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:21:58.121594 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:58.165845 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e811d5aa-fb98-4bc6-b305-b90af4a877e6 req-99ed7e5e-0cca-400a-8c85-c8c63f6f3730 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 210 time: 0.1770420 Jun 08 18:21:58.169152 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.191930 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8554158 Jun 08 18:21:58.196933 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'Port': ['ID=4e850894-4046-4c4c-8aa9-5b86e852ead2,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:58.228197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:58.302747 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.339965 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.423985 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.429289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.433087 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eaa00620-b6a0-45e1-b8f6-52c21fa999eb HTTP/1.1" status: 204 len: 168 time: 0.3078778 Jun 08 18:21:58.434961 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-05c067d6-8a3a-439b-ae1f-a55f72294658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:21:58.449313 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa00620-b6a0-45e1-b8f6-52c21fa999eb,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:21:58.452314 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:21:58.534071 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:58.534650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:58.671941 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:42Z', 'revision_number': 4, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2d2943e6-85f8-4a24-be99-2f23e162a558', 'name': '', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'mac_address': 'fa:16:3e:4a:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 4, 'project_id': '667ab9b317d24743b6b77375aae30994', 'subnets': [{'id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:21:58.764361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bf6daa-89f0-4b5a-a123-638b8cef02f0 None None] The sync data for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi is: [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:21:42Z', 'revision_number': 4, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2d2943e6-85f8-4a24-be99-2f23e162a558', 'name': '', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'mac_address': 'fa:16:3e:4a:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:36Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 4, 'project_id': '667ab9b317d24743b6b77375aae30994', 'subnets': [{'id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:21:58.871754 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-10479885-d519-4821-a601-187d47bdb2f7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:21:58.881003 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-10479885-d519-4821-a601-187d47bdb2f7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 818 time: 0.3937826 Jun 08 18:21:58.937303 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Request body: {'port': {'device_id': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'admin_state_up': True, 'tenant_id': '667ab9b317d24743b6b77375aae30994'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:21:59.135501 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:21:59.354834 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:21:59.362562 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:21:59.362936 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.673955 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:21:59.677889 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-e3894edb-e2ad-46cb-b100-2cd8f5077a3e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--359272780&fields=id&tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 267 time: 0.8327198 Jun 08 18:21:59.826429 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,segment=NetworkSegment(b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7),segment_id=b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:21:59.828819 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:21:59.951857 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.35', 50463) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:00.061301 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.071086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-2bf25ccf-94b1-4d68-8ce2-7be39e5f6678 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:00.293755 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2d2943e6-85f8-4a24-be99-2f23e162a558 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:00.521759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b7db4a77-99a0-4474-ab02-6eecc0487f92 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.532279 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:00.535562 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b7db4a77-99a0-4474-ab02-6eecc0487f92 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 811 time: 0.6864984 Jun 08 18:22:00.555756 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:00.579263 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 2d2943e6-85f8-4a24-be99-2f23e162a558 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:00.605820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 2d2943e6-85f8-4a24-be99-2f23e162a558 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:00.606687 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.661456 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60836) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:00.664527 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Made reservation on behalf of 667ab9b317d24743b6b77375aae30994 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:00.675714 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:00.867455 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44043ff2-58f7-4595-8597-60249fed25b6 req-ce7cffc1-ea4d-492b-bcf9-e676bd2ec4cd tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.873155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0b03627d-bf8a-4e1d-804c-f3b5773d9b7c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:00.890412 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0b03627d-bf8a-4e1d-804c-f3b5773d9b7c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 817 time: 0.9137299 Jun 08 18:22:00.892944 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44043ff2-58f7-4595-8597-60249fed25b6 req-ce7cffc1-ea4d-492b-bcf9-e676bd2ec4cd tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 1.7027383 Jun 08 18:22:00.981228 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-be06d3e0-4c6f-42b0-897b-3c59dcb656ed tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/quotas/9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 375 time: 0.4446568 Jun 08 18:22:01.079589 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-41f9974d-7e5b-41b0-8d86-cd0429f042ae tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 380 time: 0.1793056 Jun 08 18:22:01.106570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'port': {'device_id': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'admin_state_up': True, 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'security_groups': ['b279d859-ce64-4c34-a063-2b05ac647313']}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:01.161714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bc5e22-a1db-42c2-b66c-3befbe4c54e1" -d '{"events": [{"server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "name": "network-vif-plugged", "status": "completed", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:01.191898 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.194606 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e62d5ba-cee5-4d51-a327-fffeb75eb244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.210889 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60852) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:01.222790 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.304903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44043ff2-58f7-4595-8597-60249fed25b6 req-ab707db7-a50a-46fc-920a-cba67467237a tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103065 Jun 08 18:22:01.338990 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 2d2943e6-85f8-4a24-be99-2f23e162a558, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2d2943e6-85f8-4a24-be99-2f23e162a558,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:01.350119 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.364864 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:01.476132 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-9be4af6b-0ba4-482f-b622-a64fc66e0bf7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4847572 Jun 08 18:22:01.564128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=2d2943e6-85f8-4a24-be99-2f23e162a558,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:01.584212 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:01.602599 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Allocated IP 172.20.0.3 (246208b2-a8f2-476f-881e-5368755510c0/e73c23ad-5fca-4990-826f-c15853ff2104/53847536-ac8c-4abe-957e-27bf6deefd2e) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:01.934470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:01.980205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Made reservation on behalf of d0f503bee0434c5ba3bb85d0537e593d for: {'port': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:01.982364 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2d2943e6-85f8-4a24-be99-2f23e162a558 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:01.989585 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.038230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.067783 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.085747 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:02.094108 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-ba8f174e-c336-4ca3-9d36-5bba73bc1ede service neutron] 10.222.0.46 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171293 Jun 08 18:22:02.119363 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-7e47e81b-a5cc-420f-92b3-96f279ca040d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:02.120912 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-7e47e81b-a5cc-420f-92b3-96f279ca040d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 818 time: 0.4965615 Jun 08 18:22:02.172163 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 2d2943e6-85f8-4a24-be99-2f23e162a558 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:02.175337 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.282258 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=192feb48d3c644f29de0350b762e4c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5192177 Jun 08 18:22:02.299558 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9279120-551f-46f4-ba9f-aa1470268eb4,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:02.305556 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 60878) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:02.314479 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-62dba405-496c-4f10-a202-ada907e45595 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/quotas/667ab9b317d24743b6b77375aae30994 HTTP/1.1" status: 200 len: 375 time: 0.1325490 Jun 08 18:22:02.344570 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:02.400674 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Allocated IP 172.20.0.6 (b3cbc150-33d1-4d0d-8981-4eb9f0a0f004/0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b/2d35219d-d69c-4458-86ce-2484edfa8d26) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:02.589099 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.642229 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.645596 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-31b638e1-2409-4c42-8515-744446627e61 service neutron] 10.222.0.46 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359404 Jun 08 18:22:02.653163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.728507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.731046 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Transition to ACTIVE for port object 2d35219d-d69c-4458-86ce-2484edfa8d26 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:02.785230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.794794 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.804498 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:02.808455 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-5d485eb0-02a6-437e-9505-3c7bcbc63419 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4417119 Jun 08 18:22:02.817666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.857224 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:02.859570 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:02.862435 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:02.871355 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.878041 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:02.882248 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:02.883651 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:02.891202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:02.994137 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-30149d84-f7c1-4bd6-80c2-a36ab481ca2f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9075987 Jun 08 18:22:03.048282 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Request body: {'port': {'device_id': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:03.326628 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-37a577bd-8e8c-47ee-9449-edaea07b1654 None None] Provisioning for port 2d35219d-d69c-4458-86ce-2484edfa8d26 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:03.339226 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-37a577bd-8e8c-47ee-9449-edaea07b1654 None None] Provisioning complete for port 2d35219d-d69c-4458-86ce-2484edfa8d26 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:03.340197 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-37a577bd-8e8c-47ee-9449-edaea07b1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.348628 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e45981da639440d823f910e6f742287&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1303985 Jun 08 18:22:03.353196 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60904) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:03.375997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.457530 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Network 246208b2-a8f2-476f-881e-5368755510c0 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:03.459564 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e22bb8d-48f2-4418-8292-f1ca24abe459,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:03.468737 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-37a577bd-8e8c-47ee-9449-edaea07b1654 None None] Port 2d35219d-d69c-4458-86ce-2484edfa8d26 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:03.478076 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:03.483349 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.484097 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:03.498164 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:03.510140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:03.511209 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.584533 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.597376 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.600406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.605682 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:03.607593 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a9279120-551f-46f4-ba9f-aa1470268eb4 HTTP/1.1" status: 204 len: 168 time: 1.2949171 Jun 08 18:22:03.623522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-63f9741d-ef2d-44a8-8db8-219e33b819b9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:03.642207 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-005210c8-7b91-4a9d-95fc-14802944acf9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7178185 Jun 08 18:22:03.656897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9279120-551f-46f4-ba9f-aa1470268eb4,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:03.668551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Request body: {'port': {'device_id': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:03.729662 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-938645c1-5fc7-4b65-9e9b-f05c5c0849ec service neutron] 10.222.0.46 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9127467 Jun 08 18:22:03.731525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:03.776246 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2144a0e2-9ba2-42b8-bf11-df60364438d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.018421 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a0641-b7f7-4469-8e85-22396a3560b8 req-75678987-60e8-4732-8192-c9882a6c27e7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:04.021777 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-545a0641-b7f7-4469-8e85-22396a3560b8 req-75678987-60e8-4732-8192-c9882a6c27e7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 931 time: 0.6942387 Jun 08 18:22:04.145918 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.156774 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.164132 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e22bb8d-48f2-4418-8292-f1ca24abe459 HTTP/1.1" status: 204 len: 168 time: 0.8093517 Jun 08 18:22:04.169690 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:04.195859 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e22bb8d-48f2-4418-8292-f1ca24abe459,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:04.211188 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:04.293924 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.420769 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-545a0641-b7f7-4469-8e85-22396a3560b8 req-022b68b9-278e-46a2-acf0-dcbcf4b64f10 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259068 Jun 08 18:22:04.536809 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-9f980be3-c2dc-47e1-a5eb-819d3a7e6ed2 service neutron] 10.222.0.46 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493188 Jun 08 18:22:04.664254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91769) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:04.713504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.744053 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Transition to ACTIVE for port object 2d35219d-d69c-4458-86ce-2484edfa8d26 will not be triggered until provisioned by entity L2. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:04.751991 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:04.763176 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:04.964513 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.35', 50468) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:05.083641 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.379531 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:05.397269 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:05.486286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe323012-415a-4dd5-8ec9-3712fdbd6ba4 x-openstack-request-id: req-fe323012-415a-4dd5-8ec9-3712fdbd6ba4 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:05.490187 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "name": "network-vif-plugged", "status": "completed", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:05.490714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe323012-415a-4dd5-8ec9-3712fdbd6ba4 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:05.491609 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6', 'code': 200} Jun 08 18:22:05.503617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b519b6b6-54dd-4cb4-9998-b4c1e5e91783 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:05.510478 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b519b6b6-54dd-4cb4-9998-b4c1e5e91783 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 811 time: 0.5440557 Jun 08 18:22:05.568434 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Attempting to bind port 2d35219d-d69c-4458-86ce-2484edfa8d26 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:05.569331 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Attempting to bind port 2d35219d-d69c-4458-86ce-2484edfa8d26 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:05.570094 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Attempting to bind port 2d35219d-d69c-4458-86ce-2484edfa8d26 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:05.585553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Port 2d35219d-d69c-4458-86ce-2484edfa8d26 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:05.586324 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Attempting to bind port 2d35219d-d69c-4458-86ce-2484edfa8d26 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:05.597443 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:05.598260 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Checking segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:05.599432 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Bound using segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} {{(pid=91769) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:05.600408 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.managers [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Bound port: 2d35219d-d69c-4458-86ce-2484edfa8d26, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}}] {{(pid=91769) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:05.601224 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.831557 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, cleared binding levels {{(pid=91769) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:05.836286 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91769) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:05.837419 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 60986) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:05.837763 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.35', 50471) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:05.918246 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.932403 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:05.949024 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.042288 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-17514c19-995d-48ac-b36f-d1f176e07c55 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 379 time: 0.4685543 Jun 08 18:22:06.126674 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'port': {'device_id': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'admin_state_up': True, 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'security_groups': ['b8e1920a-81f2-4580-8e8c-89cd00e30ee7']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:06.181650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53847536-ac8c-4abe-957e-27bf6deefd2e {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:06.234554 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.255098 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.300659 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2af20319ff7048c99505700bf7e3457d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4616148 Jun 08 18:22:06.301731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=3']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:06.306017 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:06.306963 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32770) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:06.308558 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7050ceec-7c6b-42f1-a6aa-6bd494e2bc5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.355095 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:06.356173 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.357830 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 1093 time: 3.3296809 Jun 08 18:22:06.358570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf0d95a-dfeb-47d3-9975-201f95947ed3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:06.361152 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:06.466525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:06.497641 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.530345 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-db0caa28-f3ad-41f5-a9d9-f33af6ae9895 req-2c06d66e-c8f1-41a5-9541-3d39c2c593d5 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 210 time: 0.4863071 Jun 08 18:22:06.612745 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-9a3d7fee-5d3c-4e96-a077-c7625d19ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:06.614551 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-9a3d7fee-5d3c-4e96-a077-c7625d19ca39 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 1098 time: 0.7737579 Jun 08 18:22:06.654696 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.698463 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.728139 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Transition to ACTIVE for port object 53847536-ac8c-4abe-957e-27bf6deefd2e will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:06.756923 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.794346 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.827000 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4688b2ad-416b-4fa9-8dd4-7e72e0ab30e3 req-73571fd4-a647-4a62-a1f1-861a2ac74e9d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:06.836886 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4688b2ad-416b-4fa9-8dd4-7e72e0ab30e3 req-73571fd4-a647-4a62-a1f1-861a2ac74e9d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 1.2700717 Jun 08 18:22:06.841558 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:06.847161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ddb1a921-fb7d-4dde-b838-59b16034e599 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:06.881213 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-9477f996-01d7-41cd-b635-d9eb93951bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:06.890594 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-9477f996-01d7-41cd-b635-d9eb93951bd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1096 time: 0.4041052 Jun 08 18:22:06.899342 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6ad90527-f257-4879-af08-19de2bbcb0fa req-de116ed4-ce77-41b8-a579-50414b393354 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 210 time: 0.1689284 Jun 08 18:22:07.023015 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.036148 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-b48d52b2-e6fc-4632-8b8b-db23c4d03c58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 217 time: 0.1014564 Jun 08 18:22:07.055903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4688b2ad-416b-4fa9-8dd4-7e72e0ab30e3 req-f2ea02f5-6d76-435f-8a5f-62e14401126f tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175918 Jun 08 18:22:07.192626 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460d2e37-b83b-42c4-b6e8-d205cba85b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:07.248138 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.249398 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cbf0d95a-dfeb-47d3-9975-201f95947ed3 HTTP/1.1" status: 204 len: 168 time: 0.9079597 Jun 08 18:22:07.290915 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:07.367427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.35', 50473) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:07.378738 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf0d95a-dfeb-47d3-9975-201f95947ed3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:07.393553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:07.577374 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-431a0ec7-a12d-4507-b597-b78ed67f4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.584137 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-431a0ec7-a12d-4507-b597-b78ed67f4b05 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.5429618 Jun 08 18:22:07.820355 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.832511 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:07.856570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:07.920991 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2948878 Jun 08 18:22:07.924920 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Attempting to bind port 53847536-ac8c-4abe-957e-27bf6deefd2e on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:07.925454 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Attempting to bind port 53847536-ac8c-4abe-957e-27bf6deefd2e by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:07.925777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Attempting to bind port 53847536-ac8c-4abe-957e-27bf6deefd2e on network 246208b2-a8f2-476f-881e-5368755510c0 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:07.930763 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c8175828-ece7-4a5b-aaab-2ded86feb81d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:07.935503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:07.948021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Pushing event updated for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:07.948939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37aa6ad9-f5e6-4e12-95e4-d7de76c90a89 x-openstack-request-id: req-37aa6ad9-f5e6-4e12-95e4-d7de76c90a89 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:07.949527 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:07.949886 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37aa6ad9-f5e6-4e12-95e4-d7de76c90a89 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:07.950477 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'status': 'completed', 'code': 200} Jun 08 18:22:07.954591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.108s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:07.994651 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-42d6412e-ecdb-4f29-ae7b-db6a2225b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:07.996211 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-42d6412e-ecdb-4f29-ae7b-db6a2225b813 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3886528 Jun 08 18:22:08.007111 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Port 53847536-ac8c-4abe-957e-27bf6deefd2e on network 246208b2-a8f2-476f-881e-5368755510c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:08.007430 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Attempting to bind port 53847536-ac8c-4abe-957e-27bf6deefd2e on network 246208b2-a8f2-476f-881e-5368755510c0 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:08.014476 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Made reservation on behalf of 9d5e5aa24e5b43e7bdeb79050f26ec47 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:08.018935 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:08.035652 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:08.036252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Checking segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:08.036826 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Bound using segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:08.037440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Bound port: 53847536-ac8c-4abe-957e-27bf6deefd2e, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:08.037949 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:08.224442 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-a1b748d5-39b3-4098-9afd-bde73f124480 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:08.226082 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-a1b748d5-39b3-4098-9afd-bde73f124480 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 818 time: 0.8478005 Jun 08 18:22:08.253834 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:08.358880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:08.374860 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Request body: {'port': {'device_id': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'admin_state_up': True, 'tenant_id': '667ab9b317d24743b6b77375aae30994'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:08.460024 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32840) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:08.488980 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-c0f5aaac-0646-4e79-8061-1e894eec8ef8 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883305 Jun 08 18:22:08.531012 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8746ab9c-80ed-44c1-8e3c-118df28603c3 req-e91baef0-4bfe-46f2-a054-2bb2e418cb2e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 210 time: 0.3744481 Jun 08 18:22:08.586236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:08.609255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:08.666059 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be650d51-9a89-4999-b194-8795188b6480 req-e9e8a5b6-9e49-4bc2-b06f-135204b37543 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:08.669982 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be650d51-9a89-4999-b194-8795188b6480 req-e9e8a5b6-9e49-4bc2-b06f-135204b37543 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 1.4753928 Jun 08 18:22:08.686613 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-0c1d4e44-b720-40b0-950e-94b0418ac213 req-5457e046-d5a6-48bd-b163-25505296ff0e service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875267 Jun 08 18:22:08.726519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:08.791765 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:08.945259 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-95374b15-47ac-49b3-9067-b0d63b99707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:08.946897 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-95374b15-47ac-49b3-9067-b0d63b99707c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1096 time: 0.1363146 Jun 08 18:22:08.951875 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Allocated IP 172.20.0.3 (e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734/906f0da4-05d3-4e5f-9603-6c9646c4fdb6/89b73120-20bc-4595-90ab-5330cdcb03e8) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:08.978750 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4d8b4c2-33a1-46b0-9315-d821a1b8704e req-24574d6c-7c78-4ff8-ad46-fa97c189e5fd tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 210 time: 0.1589491 Jun 08 18:22:09.008488 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Pushing event updated for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:09.024902 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Made reservation on behalf of 667ab9b317d24743b6b77375aae30994 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:09.028546 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.058563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:09.097824 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.098481 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:09.100210 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] 10.222.0.35 "PUT /v2.0/ports/53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 1093 time: 5.4484732 Jun 08 18:22:09.303217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:09.306382 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2049c0fb-51b3-413d-8ea2-47a41d32456c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:09.451502 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-7ed5075b-4dd0-4752-9e46-9b5156e2f1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.454362 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-7ed5075b-4dd0-4752-9e46-9b5156e2f1d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.4991872 Jun 08 18:22:09.465243 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be650d51-9a89-4999-b194-8795188b6480 req-41bbc71c-c5a7-4f96-9620-5e12723586aa tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7617855 Jun 08 18:22:09.582524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 32878) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:09.600537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90540bb-b3ab-4e93-933b-d2da3007734c x-openstack-request-id: req-f90540bb-b3ab-4e93-933b-d2da3007734c {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:09.601305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:09.601770 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f90540bb-b3ab-4e93-933b-d2da3007734c {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:09.602431 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'status': 'completed', 'code': 200} Jun 08 18:22:09.705364 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-231e29dc-73d7-43c0-b403-83e9212fbc0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 217 time: 0.2400799 Jun 08 18:22:09.892106 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-b280396e-bd3f-4654-a029-57515981b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.894276 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-b280396e-bd3f-4654-a029-57515981b3a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1096 time: 0.5841534 Jun 08 18:22:09.908740 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35106ed6-320e-4a81-9ad5-0b8e040d864b req-44bf43b1-a340-40dd-a4f6-de53beb5807c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:09.911426 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-35106ed6-320e-4a81-9ad5-0b8e040d864b req-44bf43b1-a340-40dd-a4f6-de53beb5807c tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 0.5991445 Jun 08 18:22:09.915129 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.011240 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.026354 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.054551 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:10.120102 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-4f31949b-ec38-4656-9742-0fa7920197f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.123003 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-4f31949b-ec38-4656-9742-0fa7920197f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.3034739 Jun 08 18:22:10.172645 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-f1feb82c-e510-4556-ba93-4d2dabc67575 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.2531264 Jun 08 18:22:10.213888 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbad6b73-cee8-4ab4-bcd6-8345e1068522,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:10.214204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Transition to ACTIVE for port object 89b73120-20bc-4595-90ab-5330cdcb03e8 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:10.218140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Allocated IP 172.20.0.8 (246208b2-a8f2-476f-881e-5368755510c0/e73c23ad-5fca-4990-826f-c15853ff2104/fe484d75-a7b1-4599-96b4-a062f5c3a8e2) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:22:10.227038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:10.234715 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab5358890899422193ac357c86a5e1ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7619350 Jun 08 18:22:10.236216 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32898) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:10.239037 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3a42affa-c725-44a5-83ec-ae2a43cfdd1a req-bd792353-3c74-4a3c-b81b-c14adb8baf3f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 210 time: 0.2103958 Jun 08 18:22:10.295756 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-35106ed6-320e-4a81-9ad5-0b8e040d864b req-237e8f2b-d160-4de3-8e0e-28e3530a5bf0 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661819 Jun 08 18:22:10.296656 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.318923 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-86154a94-b8aa-4129-b8ec-1d1ada835e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.320900 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-86154a94-b8aa-4129-b8ec-1d1ada835e81 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1765811 Jun 08 18:22:10.355503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.465577 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.550039 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-cbc25f18-8c29-445f-afad-7aa4d496035d service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196624 Jun 08 18:22:10.713003 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.716248 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:10.717586 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbad6b73-cee8-4ab4-bcd6-8345e1068522 HTTP/1.1" status: 204 len: 168 time: 0.4793677 Jun 08 18:22:10.724039 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:10.739006 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbad6b73-cee8-4ab4-bcd6-8345e1068522,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:10.769974 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:10.845041 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-460d2e37-b83b-42c4-b6e8-d205cba85b6f req-e54a6bb9-794e-471c-9066-f27dd0443f11 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872441 Jun 08 18:22:10.915706 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a387cc63-6733-4ff2-a3bb-ce8c118899cc req-512c248a-007d-4912-9299-fe78171b0d1d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 210 time: 0.2631469 Jun 08 18:22:10.925020 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-2386fb4d-3adb-4076-b6f7-3913c9641e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:10.926458 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-2386fb4d-3adb-4076-b6f7-3913c9641e69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.7003880 Jun 08 18:22:11.060718 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-442a6659-d6f9-46d3-b852-fc5e90a9e54a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784345 Jun 08 18:22:11.071686 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:11.107368 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:11.207649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.240252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:11.258723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:11.267274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:11.273067 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:11.273777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.287008 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32928) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:11.324722 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.376149 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-19317bbf-18b9-4993-b04d-4d44f5cab496 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001990 Jun 08 18:22:11.384968 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5011583-afdf-419d-a5e4-b6af4970a17b req-1c48c8a9-9caf-417e-a70c-62814455f2ea tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:11.392452 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e5011583-afdf-419d-a5e4-b6af4970a17b req-1c48c8a9-9caf-417e-a70c-62814455f2ea tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.4960425 Jun 08 18:22:11.563027 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:11.652441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.667866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e5011583-afdf-419d-a5e4-b6af4970a17b req-17683445-c614-48c6-8cf7-e7bcb882164e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742395 Jun 08 18:22:11.685918 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.713406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c3f0695c-2651-41fc-b557-85f528251edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:11.725719 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-37f3d47b-a257-4f55-91b4-5c4b89a68c9b None None] Provisioning for port 89b73120-20bc-4595-90ab-5330cdcb03e8 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:11.727903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-0c45c327-00ec-4738-9966-3dd079b9437b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6448336 Jun 08 18:22:11.729866 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.748043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-37f3d47b-a257-4f55-91b4-5c4b89a68c9b None None] Provisioning complete for port 89b73120-20bc-4595-90ab-5330cdcb03e8 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:11.748821 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-37f3d47b-a257-4f55-91b4-5c4b89a68c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:22:11.776647 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:22:11.803074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Request body: {'port': {'device_id': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:11.834451 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.846458 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:11.917621 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a47d7cc2-f285-4d44-871c-ab8a3da40b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:11.925736 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-37f3d47b-a257-4f55-91b4-5c4b89a68c9b None None] Port 89b73120-20bc-4595-90ab-5330cdcb03e8 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:22:11.979033 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41d8de4e260446dca383d8d38fad25d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825976 Jun 08 18:22:11.980105 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32942) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:12.004107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d23b196-e365-4d84-95b5-30b8dae918c1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:12.011152 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a5c6e88589745888ec2aee14a6e7a0d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4179745 Jun 08 18:22:12.011917 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32944) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:12.018784 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:12.048642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ba6e0a94-e7ae-496c-bcae-45b8262b723d req-84d353d3-9c25-4de8-9c6d-2ab68e3c2998 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468801 Jun 08 18:22:12.049944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf22f13-40ee-4998-acad-31d7e0507785,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:12.056823 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Network 246208b2-a8f2-476f-881e-5368755510c0 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:22:12.063555 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:12.067862 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:12.078759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:22:12.086195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.086887 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.171537 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.201497 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.218990 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-08b121bd-39ec-4c76-9a35-78894c4fd39f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8633282 Jun 08 18:22:12.228163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e688e-3807-4429-82b4-6ce2d4bbb7ae req-a797759d-e7bf-4845-9fe7-7903ea2f22de tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.229704 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea1e688e-3807-4429-82b4-6ce2d4bbb7ae req-a797759d-e7bf-4845-9fe7-7903ea2f22de tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 931 time: 0.6900809 Jun 08 18:22:12.240703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Request body: {'port': {'device_id': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:12.250545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.285347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.306885 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.452434 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.457359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.459416 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d23b196-e365-4d84-95b5-30b8dae918c1 HTTP/1.1" status: 204 len: 168 time: 0.4737225 Jun 08 18:22:12.460617 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:12.478391 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.483252 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:12.485149 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4bf22f13-40ee-4998-acad-31d7e0507785 HTTP/1.1" status: 204 len: 168 time: 0.4719861 Jun 08 18:22:12.487518 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d23b196-e365-4d84-95b5-30b8dae918c1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:12.499501 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:12.504255 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:12.511527 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea1e688e-3807-4429-82b4-6ce2d4bbb7ae req-44f4c20f-64ff-4f1c-8b5f-74a9f8baca50 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400923 Jun 08 18:22:12.521532 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b47a9-a098-424e-860c-744a231c884c req-d5c9f649-65e1-4853-a33e-33b1a5c0069e tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.529689 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e2b47a9-a098-424e-860c-744a231c884c req-d5c9f649-65e1-4853-a33e-33b1a5c0069e tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 0.5318506 Jun 08 18:22:12.545150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf22f13-40ee-4998-acad-31d7e0507785,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:12.551359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:12.710016 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-ad2fa16f-a7ee-4ec4-8a75-a0c5b749709b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:12.712556 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-ad2fa16f-a7ee-4ec4-8a75-a0c5b749709b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1096 time: 0.5845520 Jun 08 18:22:12.768983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e2b47a9-a098-424e-860c-744a231c884c req-d34facde-0d11-46b1-afdf-22e6fd773bdc tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381570 Jun 08 18:22:12.770090 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.089188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-9be803bf-5cb2-47aa-9cf0-fd5f79d3a792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:13.092815 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-9be803bf-5cb2-47aa-9cf0-fd5f79d3a792 service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.3661802 Jun 08 18:22:13.201970 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:13.653711 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:13.684095 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:13.759559 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:13.805320 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.810368 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.863405 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:13.928607 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:13.979477 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:13.999315 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:14.098581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe484d75-a7b1-4599-96b4-a062f5c3a8e2 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:14.114154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.187683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-83b451bb-caf1-4025-acfd-3eb3b55d5d37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.3454533 Jun 08 18:22:14.242509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:14.248014 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:14.256794 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.264479 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.275447 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a8fc829c-25a0-470e-82be-99cdf813df53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:14.333898 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de03c374-002b-4fd3-8180-3271119d3838,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:14.338489 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:14.342262 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f9c956e7c5e4fc1a533c1e94e7cdad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5812285 Jun 08 18:22:14.350327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 32996) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:14.378635 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['2d35219d-d69c-4458-86ce-2484edfa8d26'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:14.502343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.534354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Transition to ACTIVE for port object fe484d75-a7b1-4599-96b4-a062f5c3a8e2 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:14.579118 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.629117 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-9084c33c-8321-4b4e-8c10-9b9384539393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.632138 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-9084c33c-8321-4b4e-8c10-9b9384539393 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.4246068 Jun 08 18:22:14.640945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.733178 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.734550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:14.742861 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:14.745885 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de03c374-002b-4fd3-8180-3271119d3838 HTTP/1.1" status: 204 len: 168 time: 0.3942375 Jun 08 18:22:14.748864 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-88ccc9a6-0f07-4545-804e-3565673c6f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:14.785369 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de03c374-002b-4fd3-8180-3271119d3838,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:14.801029 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:14.833691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-080a1fbf-4724-4088-9bff-93b151ecd234 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696410 Jun 08 18:22:14.859750 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1139a-8a90-4e46-b134-e471d295e377 req-dc798019-cf5b-4dd6-aaf5-e0488b506452 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:14.867456 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-22b1139a-8a90-4e46-b134-e471d295e377 req-dc798019-cf5b-4dd6-aaf5-e0488b506452 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 931 time: 1.0227289 Jun 08 18:22:14.990774 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Pushing event updated for resources: {'Port': ['ID=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:15.074019 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a9dbd7-bcb9-4bb9-9193-f1ce7d5ec17b req-b0e75232-bd79-477c-9810-406f527c0714 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.075638 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94a9dbd7-bcb9-4bb9-9193-f1ce7d5ec17b req-b0e75232-bd79-477c-9810-406f527c0714 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 1.9494030 Jun 08 18:22:15.085175 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.085644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.085937 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.086237 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.086580 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.086910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.087241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.087578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.087901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.088230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.088554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.088880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:15.096208 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:15.191213 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.resource_extend [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:15.224923 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-22b1139a-8a90-4e46-b134-e471d295e377 req-a51886b1-763a-4b9a-b8b4-5f4c60436727 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563926 Jun 08 18:22:15.469326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Attempting to bind port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:15.469660 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Attempting to bind port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:15.470015 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Attempting to bind port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 on network 246208b2-a8f2-476f-881e-5368755510c0 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:15.483924 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94a9dbd7-bcb9-4bb9-9193-f1ce7d5ec17b req-b0412385-2637-43cc-919e-d95aacee746c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890040 Jun 08 18:22:15.511257 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 on network 246208b2-a8f2-476f-881e-5368755510c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:15.511604 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Attempting to bind port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 on network 246208b2-a8f2-476f-881e-5368755510c0 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:15.515519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b73120-20bc-4595-90ab-5330cdcb03e8 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:15.531325 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-383a3a47-9e46-45f2-8d98-0aec95eb10be service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6820946 Jun 08 18:22:15.539343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.544673 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:15.544971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Checking segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:15.545153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Bound using segment: {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:15.545582 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Bound port: fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20e34b40-b13b-45e7-a8b0-d528c3397242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '246208b2-a8f2-476f-881e-5368755510c0'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:15.545935 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.586713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Transition to ACTIVE for port object 89b73120-20bc-4595-90ab-5330cdcb03e8 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:22:15.647378 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:15.684024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:15.929150 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4154208-478b-4b0e-9bbe-960f9b466110 req-4e4036c4-75ef-45f1-b522-750bfc092fde tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:15.944896 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4154208-478b-4b0e-9bbe-960f9b466110 req-4e4036c4-75ef-45f1-b522-750bfc092fde tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 931 time: 0.5263078 Jun 08 18:22:16.015396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=89b73120-20bc-4595-90ab-5330cdcb03e8,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:16.039665 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:16.186920 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:16.241267 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:16.262460 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4154208-478b-4b0e-9bbe-960f9b466110 req-304a1bb6-bef3-415a-9b19-41b07a46f9d9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160362 Jun 08 18:22:16.264455 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Attempting to bind port 89b73120-20bc-4595-90ab-5330cdcb03e8 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:22:16.265002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Attempting to bind port 89b73120-20bc-4595-90ab-5330cdcb03e8 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:22:16.265535 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Attempting to bind port 89b73120-20bc-4595-90ab-5330cdcb03e8 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:16.273318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.284283 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Port 89b73120-20bc-4595-90ab-5330cdcb03e8 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:22:16.285127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Attempting to bind port 89b73120-20bc-4595-90ab-5330cdcb03e8 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:22:16.292782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:16.489166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:22:16.489589 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Checking segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:16.490047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Bound using segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:22:16.490708 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Bound port: 89b73120-20bc-4595-90ab-5330cdcb03e8, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:22:16.492400 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.493268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 53847536-ac8c-4abe-957e-27bf6deefd2e details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:16.715918 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:16.737029 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'port_id': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'mac_address': 'fa:16:3e:6b:e3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:16.771868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:16.774064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.776105 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] 10.222.0.35 "PUT /v2.0/ports/fe484d75-a7b1-4599-96b4-a062f5c3a8e2 HTTP/1.1" status: 200 len: 1093 time: 4.5433657 Jun 08 18:22:16.782416 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:16.786136 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:16.804888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.848629 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53847536-ac8c-4abe-957e-27bf6deefd2e {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:16.879434 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:16.882653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Pushing event updated for resources: {'Port': ['ID=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:16.890633 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:16.899890 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.904789 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:16.946255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:22:16.949999 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2049c0fb-51b3-413d-8ea2-47a41d32456c req-ecf5aed2-1006-4564-9772-a309e7729c26 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275777 Jun 08 18:22:16.968140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=89b73120-20bc-4595-90ab-5330cdcb03e8,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:22:16.982114 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:16.991148 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:17.004725 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.013713 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.014195 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.015077 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.015502 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.015904 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.016310 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.016714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.017132 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.018021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.019081 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.019634 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.020365 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:17.033153 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.035025 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad095a-16b3-4cd8-bb15-fffaaf9863a4 req-8663ce55-57d4-42dc-bb43-90a34cd13a77 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.036688 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5cad095a-16b3-4cd8-bb15-fffaaf9863a4 req-8663ce55-57d4-42dc-bb43-90a34cd13a77 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.5491424 Jun 08 18:22:17.079440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.080627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:17.082501 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] 10.222.0.35 "PUT /v2.0/ports/89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 1093 time: 5.3082657 Jun 08 18:22:17.138637 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5cad095a-16b3-4cd8-bb15-fffaaf9863a4 req-e49f9eeb-9d79-4bd3-a6c9-f3b748cabd6e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936980 Jun 08 18:22:17.139560 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=89b73120-20bc-4595-90ab-5330cdcb03e8,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:17.151291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:17.489280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b133f-cc7d-47d8-8735-6cb144bb138e req-e6ccddb2-a12f-4ef3-b975-5f41020cd3bc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.491273 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-484b133f-cc7d-47d8-8735-6cb144bb138e req-e6ccddb2-a12f-4ef3-b975-5f41020cd3bc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.1075323 Jun 08 18:22:17.559853 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-484b133f-cc7d-47d8-8735-6cb144bb138e req-8c858582-985f-40b2-8430-2a3a8bea820c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519772 Jun 08 18:22:17.631785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab335ca7-fa66-41c1-a49a-9af595b75ae1 x-openstack-request-id: req-ab335ca7-fa66-41c1-a49a-9af595b75ae1 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:17.632837 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:17.634452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ab335ca7-fa66-41c1-a49a-9af595b75ae1 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:17.635869 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2', 'status': 'completed', 'code': 200} Jun 08 18:22:17.915135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11052925-f2a9-408b-9591-f4ce486018c4 req-83cbdbea-bcc1-4edd-b722-c2d1987d3469 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:17.917709 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-11052925-f2a9-408b-9591-f4ce486018c4 req-83cbdbea-bcc1-4edd-b722-c2d1987d3469 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.1596448 Jun 08 18:22:18.028972 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-11052925-f2a9-408b-9591-f4ce486018c4 req-f943d625-7d59-42fc-853a-56907cc93fdb tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989184 Jun 08 18:22:18.494156 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bac78-f217-403e-8cce-aea5aff48361 req-449edd71-00bb-4233-83ac-af082dec66d5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:18.496766 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-227bac78-f217-403e-8cce-aea5aff48361 req-449edd71-00bb-4233-83ac-af082dec66d5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.1487887 Jun 08 18:22:18.588293 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-227bac78-f217-403e-8cce-aea5aff48361 req-a41f1f96-9331-424c-9cd5-0e46dfa2a9f3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826921 Jun 08 18:22:18.875185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8483a-79b4-474e-927d-b62472a27ba5 req-127cc523-073e-44f4-bd9c-b992cb2b43a3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:18.878373 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-98e8483a-79b4-474e-927d-b62472a27ba5 req-127cc523-073e-44f4-bd9c-b992cb2b43a3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.1511900 Jun 08 18:22:18.966414 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-98e8483a-79b4-474e-927d-b62472a27ba5 req-0ea6d1c4-c0e5-4b2e-afd5-2356b46e5cb9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790293 Jun 08 18:22:18.978087 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33148) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:19.138695 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.255188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44476445-bd75-40a2-ac65-a1a0620b1707 req-50107b52-864e-4dcf-b31e-a26c633264da tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.258436 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44476445-bd75-40a2-ac65-a1a0620b1707 req-50107b52-864e-4dcf-b31e-a26c633264da tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.1097765 Jun 08 18:22:19.301581 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.308157 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.332064 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:19.392121 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8e58cbaca2945aeb9e314b406ab846b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4128666 Jun 08 18:22:19.394151 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bdd0ef-c533-4acf-8965-79321d3b3313,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:19.396565 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33160) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:19.416417 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.416766 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.417332 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.417682 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.418029 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.418406 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.418727 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.419229 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.419565 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.419898 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.420228 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.420546 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:22:19.427705 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:19.482943 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44476445-bd75-40a2-ac65-a1a0620b1707 req-2dad35db-f5d6-48f2-a87f-7801137dd5bd tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2116261 Jun 08 18:22:19.483245 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.513362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b384e49d-15eb-428a-9caa-2407117e4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.514907 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-b384e49d-15eb-428a-9caa-2407117e4f59 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1096 time: 0.2067432 Jun 08 18:22:19.520911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-404184a7-3495-417f-82e8-fda3f79867f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:19.522469 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.522674 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-404184a7-3495-417f-82e8-fda3f79867f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 1096 time: 0.2126184 Jun 08 18:22:19.619316 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.622538 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:19.628875 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-70d6c88c-c81c-4d07-b88c-91778f7c37da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 217 time: 0.1051242 Jun 08 18:22:19.631730 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75bdd0ef-c533-4acf-8965-79321d3b3313 HTTP/1.1" status: 204 len: 168 time: 0.2329092 Jun 08 18:22:19.634011 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7f671850-dedd-42a2-add6-b36d95c783b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:19.660517 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bdd0ef-c533-4acf-8965-79321d3b3313,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:19.667250 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:19.714977 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:19.718405 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a3a343-bf76-4b39-895d-903db561cf26" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:19.723021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['53847536-ac8c-4abe-957e-27bf6deefd2e'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:20.003755 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b083979-03fd-40aa-b0b8-692eef5d9ad1 x-openstack-request-id: req-1b083979-03fd-40aa-b0b8-692eef5d9ad1 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:20.007215 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:20.007761 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b083979-03fd-40aa-b0b8-692eef5d9ad1 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:20.008435 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'status': 'completed', 'code': 200} Jun 08 18:22:20.081803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-41699c95-1707-4069-9a75-e98c5ccb22ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.096640 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-41699c95-1707-4069-9a75-e98c5ccb22ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.3613200 Jun 08 18:22:20.207295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-f08643d9-adf2-4aff-9718-97e4e8b6bad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.211551 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-f08643d9-adf2-4aff-9718-97e4e8b6bad5 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=667ab9b317d24743b6b77375aae30994&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6235549 Jun 08 18:22:20.297790 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33184) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:20.326904 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.579665 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137bf18-0cad-4955-b0df-23f441b674dd req-8fc2ef90-e974-4be1-8567-524a91ae2b47 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.581555 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f137bf18-0cad-4955-b0df-23f441b674dd req-8fc2ef90-e974-4be1-8567-524a91ae2b47 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.7303433 Jun 08 18:22:20.607399 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.615842 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.634234 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7bae53d8-634c-4436-bc91-5a4b601156e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:20.711043 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7280f042583444cd9d7b0d6d39e061c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105632 Jun 08 18:22:20.712418 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced92fe0-b04e-4cc2-bdc7-35413463bc62,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:20.714542 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-34ece09f-80c3-4943-a008-f3fc555edea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.716357 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a1c9f1d-9b8c-4587-a9dd-08cba8169ce1 req-34ece09f-80c3-4943-a008-f3fc555edea4 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4942346 Jun 08 18:22:20.716563 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33196) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:20.719953 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:20.723268 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-3bb39129-512a-4693-8f08-f2c4a228b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.724983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-3bb39129-512a-4693-8f08-f2c4a228b938 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5968590 Jun 08 18:22:20.741042 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f137bf18-0cad-4955-b0df-23f441b674dd req-cbfc6cec-f8e6-4ae2-a06d-5a4dad7c1572 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405244 Jun 08 18:22:20.850428 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.887239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:20.911957 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:20.976815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61cbb9-56c6-4fa4-bc69-45630e5df6a6 req-c92eb7fd-09fc-4516-ab4a-26ed6be9b720 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:20.987775 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae61cbb9-56c6-4fa4-bc69-45630e5df6a6 req-c92eb7fd-09fc-4516-ab4a-26ed6be9b720 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.4939446 Jun 08 18:22:21.019934 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.027843 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.029022 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ced92fe0-b04e-4cc2-bdc7-35413463bc62 HTTP/1.1" status: 204 len: 168 time: 0.3097849 Jun 08 18:22:21.029022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9fc223ff-930a-4fbd-b9b3-0abd81121c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:21.051742 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced92fe0-b04e-4cc2-bdc7-35413463bc62,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:21.059154 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:21.105577 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 2d35219d-d69c-4458-86ce-2484edfa8d26 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:21.117734 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 2d35219d-d69c-4458-86ce-2484edfa8d26 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:21.118120 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.210131 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae61cbb9-56c6-4fa4-bc69-45630e5df6a6 req-467c11a4-2246-40ea-816c-ba886f9bb77e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928912 Jun 08 18:22:21.236521 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-85fafb5d-a6ca-4dd4-989f-086ce4c7444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.238234 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-85fafb5d-a6ca-4dd4-989f-086ce4c7444e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 1096 time: 0.3736517 Jun 08 18:22:21.242767 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-58f6e19f-367f-4d6f-be24-cb498508e2e2 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003257 Jun 08 18:22:21.261918 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4591a-b23d-4cd4-b804-2d974782e8a0 req-b5695e0b-553f-417e-97ad-51b805bbfd7b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.269368 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39d4591a-b23d-4cd4-b804-2d974782e8a0 req-b5695e0b-553f-417e-97ad-51b805bbfd7b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.3207262 Jun 08 18:22:21.456928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-4109df09-b8a3-4cd9-82ab-14075ed162c7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2 HTTP/1.1" status: 200 len: 217 time: 0.2054505 Jun 08 18:22:21.522946 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39d4591a-b23d-4cd4-b804-2d974782e8a0 req-f6339ddb-ca15-4760-93d7-c95f8d42b2da tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525947 Jun 08 18:22:21.583584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.594666 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d113ac0c-ef3d-4653-b30b-e97eb8b634d6 req-61630bff-f530-46d4-ad1e-6e99de15f510 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410957 Jun 08 18:22:21.641572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874157d1-a318-429e-8abf-36b1c9041c61 req-23f9785a-3e57-4a84-9471-f52f7cc97421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:21.644776 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-23f9785a-3e57-4a84-9471-f52f7cc97421 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.1802821 Jun 08 18:22:21.699612 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:21.708776 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24b6d31-554c-46ab-ae65-d20c30906bff" -d '{"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:21.745841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:21.755060 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:21.762342 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:21.806745 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-02edaf9b-d664-4769-a811-a72505fe1f3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532862 Jun 08 18:22:21.878949 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be1b556-349a-49b9-a12d-be3d72cba47c x-openstack-request-id: req-5be1b556-349a-49b9-a12d-be3d72cba47c {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:21.879445 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:21.880430 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5be1b556-349a-49b9-a12d-be3d72cba47c {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:21.881614 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'code': 200} Jun 08 18:22:21.946514 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:21.951316 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:22.302372 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-284d25de-881d-4f6c-8243-3715a09053c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.305256 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-284d25de-881d-4f6c-8243-3715a09053c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1096 time: 0.5917153 Jun 08 18:22:22.309751 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-6e5d4c62-f4c1-424e-ae18-b55b35dc30cb service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868505 Jun 08 18:22:22.338979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd728a96-e46a-4571-a2db-2ee667f936e9 req-2d375989-c60a-4153-a422-eb4662361a0a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.349111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fd728a96-e46a-4571-a2db-2ee667f936e9 req-2d375989-c60a-4153-a422-eb4662361a0a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.2937922 Jun 08 18:22:22.707593 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fd728a96-e46a-4571-a2db-2ee667f936e9 req-381ab4d8-63ba-4f60-9378-e2636d3f3020 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574774 Jun 08 18:22:22.787783 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450c4c7-a447-490b-9230-8fe0ab7a51ce req-99be2e1f-56bb-4d42-87ac-04002b6813e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:22.789278 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c450c4c7-a447-490b-9230-8fe0ab7a51ce req-99be2e1f-56bb-4d42-87ac-04002b6813e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1098 time: 0.5900288 Jun 08 18:22:22.928190 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 53847536-ac8c-4abe-957e-27bf6deefd2e up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:22.952622 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33282) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:23.037889 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-874157d1-a318-429e-8abf-36b1c9041c61 req-61ffae83-da67-44ba-b1f9-fe3c26e63156 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419644 Jun 08 18:22:23.051373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-e71e58da-bb8d-4fcc-a931-d9abb73ad3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:23.052884 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-e71e58da-bb8d-4fcc-a931-d9abb73ad3d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.6556468 Jun 08 18:22:23.110027 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33288) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:23.145934 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 53847536-ac8c-4abe-957e-27bf6deefd2e completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:23.156578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 53847536-ac8c-4abe-957e-27bf6deefd2e triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:23.157269 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.216415 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bae78ec-aa23-4054-a9f8-7e3a26b592fe req-6c6f5663-9c6f-4ab8-a2e4-f6f509c35093 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:23.218084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6bae78ec-aa23-4054-a9f8-7e3a26b592fe req-6c6f5663-9c6f-4ab8-a2e4-f6f509c35093 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.7486863 Jun 08 18:22:23.222769 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-e73654dc-2011-476f-981e-ca2f57f7b884 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 217 time: 0.1610522 Jun 08 18:22:23.228366 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.231021 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c450c4c7-a447-490b-9230-8fe0ab7a51ce req-fd9fb1bd-f1d9-40f8-8f3f-94e56d607521 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290795 Jun 08 18:22:23.341643 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.349194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e52d78-1cd5-4683-a865-20e3b27d0a51 req-88a8d1fc-3c84-4a84-8bd0-d93591cfe1ea tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:23.350807 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4e52d78-1cd5-4683-a865-20e3b27d0a51 req-88a8d1fc-3c84-4a84-8bd0-d93591cfe1ea tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.3597407 Jun 08 18:22:23.366642 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.367730 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-8604ec39-2619-496a-892a-474bfbba4470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:23.369161 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-8604ec39-2619-496a-892a-474bfbba4470 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.1371729 Jun 08 18:22:23.373159 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6bae78ec-aa23-4054-a9f8-7e3a26b592fe req-fbf06a4d-af01-4a62-b4a8-4b1483d540cc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399565 Jun 08 18:22:23.411459 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:23.419007 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.422017 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:23.463034 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4e52d78-1cd5-4683-a865-20e3b27d0a51 req-e9619cc2-a285-495f-a398-34f4c979c78c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971327 Jun 08 18:22:23.498246 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-5120ef95-3026-4f95-937e-9f4d80d98c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:23.499795 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-5120ef95-3026-4f95-937e-9f4d80d98c45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0847790 Jun 08 18:22:23.512209 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:23.515543 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:23.531631 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.540202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.550289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:23.610442 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ffe9d13c50c4088970a280f66a40f63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559753 Jun 08 18:22:23.613777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33294) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:23.615976 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001ac4fc-ddab-4e23-a3f9-7f0a4069c32f,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:23.621624 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:23.706127 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.710525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.720777 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6a593988-9b25-4ef5-856a-2a997f3d8898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:23.771153 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e93f107072fe4d628f0f003b4a56468e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6587048 Jun 08 18:22:23.773247 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab9bcd-956a-4c69-9ddf-2b0519ba6dfd,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:23.776321 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33300) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:23.788371 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:23.821565 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-da9370d7-373d-400f-a1d1-0949fa9cfa02 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941909 Jun 08 18:22:23.825420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.854224 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.882952 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:23.885761 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1791d20b-d3aa-430d-9f17-8f5fd6587434" -d '{"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-plugged", "status": "completed", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:23.888100 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.974443 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.979045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:23.981346 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88ab9bcd-956a-4c69-9ddf-2b0519ba6dfd HTTP/1.1" status: 204 len: 168 time: 0.2037029 Jun 08 18:22:23.982471 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:23.996541 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d711174d-ac9e-4f28-9b2e-746cbea059df x-openstack-request-id: req-d711174d-ac9e-4f28-9b2e-746cbea059df {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:23.996839 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-plugged", "status": "completed", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:23.997095 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d711174d-ac9e-4f28-9b2e-746cbea059df {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:23.997305 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab9bcd-956a-4c69-9ddf-2b0519ba6dfd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:23.997584 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'code': 200} Jun 08 18:22:23.999909 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:24.024266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.180832 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a3a343-bf76-4b39-895d-903db561cf26 req-949710c4-5421-48e1-b939-92c8bbb06fbf service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513181 Jun 08 18:22:24.191325 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e5dc5-97ea-4515-86cc-7c110558d2e3 req-b84bcf82-5a78-48c0-9717-40838813410f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.192883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d47e5dc5-97ea-4515-86cc-7c110558d2e3 req-b84bcf82-5a78-48c0-9717-40838813410f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.2545042 Jun 08 18:22:24.224732 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.227099 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:24.230717 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/001ac4fc-ddab-4e23-a3f9-7f0a4069c32f HTTP/1.1" status: 204 len: 168 time: 0.6130493 Jun 08 18:22:24.266743 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6d9fe85d-f840-4c34-a296-2b90c596005c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:24.294340 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001ac4fc-ddab-4e23-a3f9-7f0a4069c32f,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:24.307739 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:24.330726 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d47e5dc5-97ea-4515-86cc-7c110558d2e3 req-2633a2bd-b9ec-42f3-a87b-4f7ff6afe0ca tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297276 Jun 08 18:22:24.371395 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82ba76-e6b1-40ad-9878-8628ee0862bc req-e77ca034-dee5-4bf8-b354-f6ad45bb7550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.373048 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4b82ba76-e6b1-40ad-9878-8628ee0862bc req-e77ca034-dee5-4bf8-b354-f6ad45bb7550 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.1500809 Jun 08 18:22:24.449524 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4b82ba76-e6b1-40ad-9878-8628ee0862bc req-65fe3732-420e-4f8e-a321-03db489de3c3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657704 Jun 08 18:22:24.641046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5119bb8-5cf3-4987-ae31-a81064eb9db6 req-aed02156-b3de-41b5-a2e4-644caff0558b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.643580 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a5119bb8-5cf3-4987-ae31-a81064eb9db6 req-aed02156-b3de-41b5-a2e4-644caff0558b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1132679 Jun 08 18:22:24.778025 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a5119bb8-5cf3-4987-ae31-a81064eb9db6 req-c763f07c-f5ac-40c4-bcab-fe99c96ea0c7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235437 Jun 08 18:22:24.847723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86498292-e4e8-4908-9903-61152ba06caf req-6722cd1b-662c-483a-b81b-8000a809f792 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:24.856124 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86498292-e4e8-4908-9903-61152ba06caf req-6722cd1b-662c-483a-b81b-8000a809f792 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.1728854 Jun 08 18:22:24.864127 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33338) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:24.954240 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86498292-e4e8-4908-9903-61152ba06caf req-b4a3daab-8265-48be-9c31-3ddbcbe85e2b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969455 Jun 08 18:22:25.102815 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33344) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:25.140009 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.254988 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33348) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:25.301981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.309006 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.327542 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:25.388431 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=948c6e2b-4543-469f-8586-fa8b0b7634f6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:25.391264 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.405479 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:25.422102 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=087ff9f0971d45919301ee225ea61c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165002 Jun 08 18:22:25.423895 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33356) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:25.427965 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.516063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.519817 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.db.api [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 08 18:22:25.519817 dv-cinder-733622-16-iscsi neutron-server[91769]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 08 18:22:25.519817 dv-cinder-733622-16-iscsi neutron-server[91769]: [parameters: {'project_id': 'df5ccfefc43441a8970dfe15e6b8ce7b', 'id': '3e7ef7c3-eede-42c9-bd9f-ecc8a7f628c7', 'expiration': datetime.datetime(2021, 6, 8, 18, 24, 25, 469896)}] Jun 08 18:22:25.519817 dv-cinder-733622-16-iscsi neutron-server[91769]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91769) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 08 18:22:25.520178 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_db.api [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 08 18:22:25.547051 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.628448 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.631039 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.632352 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/948c6e2b-4543-469f-8586-fa8b0b7634f6 HTTP/1.1" status: 204 len: 168 time: 0.2049730 Jun 08 18:22:25.633564 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6fb60c5f-f4f6-46a1-b59f-df7a0f7509ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:25.651765 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948c6e2b-4543-469f-8586-fa8b0b7634f6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:25.654705 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:25.769912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4414b-0903-42ca-bf03-0f3fdaf6d667 req-ebd066f3-0786-4fd9-aa7e-49dd16bad891 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:25.772554 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44e4414b-0903-42ca-bf03-0f3fdaf6d667 req-ebd066f3-0786-4fd9-aa7e-49dd16bad891 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.2746294 Jun 08 18:22:25.824209 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.838944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:25.879129 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:25.956379 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-44e4414b-0903-42ca-bf03-0f3fdaf6d667 req-4e090f4f-07fa-4d02-beaa-50892019e914 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701570 Jun 08 18:22:26.016219 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=668c26162fbf402a940b6637ae451876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7589245 Jun 08 18:22:26.021302 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.027291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33378) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:26.059428 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0740b1ea-e6da-405b-bc09-c8bdcef6b725,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:26.067291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:26.325521 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.447748 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.463713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2884f3e-5574-4b3a-b4bd-345d1017f3d9 req-50d796a8-c754-4eb0-acb8-689cada2f16b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.465922 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2884f3e-5574-4b3a-b4bd-345d1017f3d9 req-50d796a8-c754-4eb0-acb8-689cada2f16b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.2599943 Jun 08 18:22:26.484655 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.491286 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.499827 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7ff1f7ba-a552-4e46-bc05-81adfd53a00a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:26.574407 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2884f3e-5574-4b3a-b4bd-345d1017f3d9 req-12238205-93ea-44d9-9030-ba3dd7c776e7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863042 Jun 08 18:22:26.584804 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99442a0-2c47-4fb0-b1d4-94a14b017514 req-5c6cb681-267d-4152-bd01-d00aff92882d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:26.586632 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d99442a0-2c47-4fb0-b1d4-94a14b017514 req-5c6cb681-267d-4152-bd01-d00aff92882d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 943 time: 0.2062523 Jun 08 18:22:26.609361 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0aa0d7-68ad-418d-afcc-e323d931f76b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:26.620455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:26.632933 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df5ccfefc43441a8970dfe15e6b8ce7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7676721 Jun 08 18:22:26.635662 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33394) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:26.656291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.661463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.663312 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0740b1ea-e6da-405b-bc09-c8bdcef6b725 HTTP/1.1" status: 204 len: 168 time: 0.6314974 Jun 08 18:22:26.687045 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d8788d39-1782-44a8-97c2-f5e2da1f64f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:26.758800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0740b1ea-e6da-405b-bc09-c8bdcef6b725,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:26.765711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:26.772866 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.775855 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d99442a0-2c47-4fb0-b1d4-94a14b017514 req-b355a054-0946-4d35-8616-188ecdda2171 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481199 Jun 08 18:22:26.814867 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:26.923145 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 89b73120-20bc-4595-90ab-5330cdcb03e8 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:27.027902 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.033814 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.034496 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f0aa0d7-68ad-418d-afcc-e323d931f76b HTTP/1.1" status: 204 len: 168 time: 0.3959281 Jun 08 18:22:27.036882 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-19f2e939-e770-4345-b26e-429106b94e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:27.074082 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0aa0d7-68ad-418d-afcc-e323d931f76b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:27.083758 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:27.149651 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853da8d-42d1-4162-ba06-0eb1b04afdcb req-f649eed7-6d8c-4663-9ee5-f2fa6bd65646 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:27.151346 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2853da8d-42d1-4162-ba06-0eb1b04afdcb req-f649eed7-6d8c-4663-9ee5-f2fa6bd65646 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.3319931 Jun 08 18:22:27.164947 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33410) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:27.180074 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'floatingip': {'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:27.329779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=89b73120-20bc-4595-90ab-5330cdcb03e8,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:27.351237 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'port_id': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'mac_address': 'fa:16:3e:e7:ad:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:27.359821 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769536de-cdb6-4ecd-a303-b37679563b4f req-43d465b9-4342-4ac6-ae15-039216065cbe tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:27.367454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-769536de-cdb6-4ecd-a303-b37679563b4f req-43d465b9-4342-4ac6-ae15-039216065cbe tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 943 time: 0.1317015 Jun 08 18:22:27.368461 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33414) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:27.405252 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.445401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.508856 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.541750 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b73120-20bc-4595-90ab-5330cdcb03e8 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:27.564839 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=89b73120-20bc-4595-90ab-5330cdcb03e8,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:27.569448 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.570455 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fe484d75-a7b1-4599-96b4-a062f5c3a8e2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:22:27.573072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7f1a10a6-09f9-46a3-94eb-13dbea44d4cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:27.689684 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-769536de-cdb6-4ecd-a303-b37679563b4f req-a59372e7-7f17-493d-aa81-7f949ac759cb tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730522 Jun 08 18:22:27.932662 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.942137 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:27.959054 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:27.974675 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=89b73120-20bc-4595-90ab-5330cdcb03e8,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:27.995278 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:28.089812 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a00c356e9ba24531ae5480fd1e207402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7151775 Jun 08 18:22:28.090645 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33428) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:28.107137 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4654bf-9e7a-4ba6-a9be-9d434e47112e,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:28.117917 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:28.187535 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:28.215289 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2', 'network_id': '246208b2-a8f2-476f-881e-5368755510c0', 'port_id': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2', 'mac_address': 'fa:16:3e:64:27:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e73c23ad-5fca-4990-826f-c15853ff2104', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:22:28.348066 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.360173 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.387155 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b3bac3-3102-407a-9498-2477ec7b8c0f req-cd0de687-c8d2-46af-be7f-edda5aed69c1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:28.389094 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76b3bac3-3102-407a-9498-2477ec7b8c0f req-cd0de687-c8d2-46af-be7f-edda5aed69c1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 944 time: 0.2083292 Jun 08 18:22:28.409208 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe484d75-a7b1-4599-96b4-a062f5c3a8e2 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:22:28.428146 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:28.440875 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.443443 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-eedbecca-1b67-4f33-a18e-4cdd082c9a01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:28.510854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76b3bac3-3102-407a-9498-2477ec7b8c0f req-842e65a8-bb04-4299-9239-efe2b662f75d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102009 Jun 08 18:22:28.513171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.608478 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:28.620143 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:28.715852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33438) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:28.748870 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.850941 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.853377 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:28.857008 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d4654bf-9e7a-4ba6-a9be-9d434e47112e HTTP/1.1" status: 204 len: 168 time: 0.7523119 Jun 08 18:22:28.865074 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:28.865853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['fe484d75-a7b1-4599-96b4-a062f5c3a8e2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:28.890551 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4654bf-9e7a-4ba6-a9be-9d434e47112e,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:28.914287 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:29.156658 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['89b73120-20bc-4595-90ab-5330cdcb03e8'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:22:29.269612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.300558 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df45c7-2a2f-4a9c-82a0-f0bab5904600 req-1d2da1cf-b0cf-473f-9ad3-ea796579e8e7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:29.303584 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-38df45c7-2a2f-4a9c-82a0-f0bab5904600 req-1d2da1cf-b0cf-473f-9ad3-ea796579e8e7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 944 time: 0.3677411 Jun 08 18:22:29.304942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.344929 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:29.397999 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2afde8e850f14c03a6230100052b24b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6781249 Jun 08 18:22:29.402897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33460) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:29.580991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.589978 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0da939-e3b3-4e95-8563-63cfc7b1b422,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:29.599832 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:29.608725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-38df45c7-2a2f-4a9c-82a0-f0bab5904600 req-5c2e92f7-4ed4-4821-b0eb-167ac196d8bf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651865 Jun 08 18:22:29.672066 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.812448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.815752 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:29.820034 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed0da939-e3b3-4e95-8563-63cfc7b1b422 HTTP/1.1" status: 204 len: 168 time: 0.4158981 Jun 08 18:22:29.821059 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-81846c07-709b-40d3-be9a-c47ce2ace549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:29.845311 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0da939-e3b3-4e95-8563-63cfc7b1b422,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:29.851329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:29.993115 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.db.resource_extend [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:22:30.221722 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0796ee5e-54b9-4436-8373-121acc602b29 req-e2e2f89b-c08e-4795-9181-38916a1400ec tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.225393 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0796ee5e-54b9-4436-8373-121acc602b29 req-e2e2f89b-c08e-4795-9181-38916a1400ec tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 944 time: 0.2238679 Jun 08 18:22:30.398324 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:30.399859 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0796ee5e-54b9-4436-8373-121acc602b29 req-331e5505-71dd-49c6-ae55-28f9fa7d288d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629720 Jun 08 18:22:30.404842 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:30.615975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847201f6-b0f6-42b7-9d80-22feb6e4b094 req-7d941ca0-e907-4155-8dfa-e36b501f369b tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:30.619323 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-847201f6-b0f6-42b7-9d80-22feb6e4b094 req-7d941ca0-e907-4155-8dfa-e36b501f369b tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 0.2039993 Jun 08 18:22:30.710444 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-847201f6-b0f6-42b7-9d80-22feb6e4b094 req-69f05df2-6fd8-43b9-9054-84eb3be03f36 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801265 Jun 08 18:22:30.834347 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Floating IP 51667ece-2175-4f2d-93b0-a05e64dbc49a associated. External IP: 172.27.0.42, port: 2d35219d-d69c-4458-86ce-2484edfa8d26. Jun 08 18:22:31.007325 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-30b57e17-b27b-4f66-99cb-fc5c47896a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:31.211448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb534b1-604c-4243-be1b-d1a9fc950a78 req-67a0994b-8532-4a21-a00b-7822cc5f087b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.214111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1eb534b1-604c-4243-be1b-d1a9fc950a78 req-67a0994b-8532-4a21-a00b-7822cc5f087b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 944 time: 0.3434930 Jun 08 18:22:31.311101 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33512) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:31.326325 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-0cc46973-92cb-43c2-b291-05e74a3d3a91 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3176582 Jun 08 18:22:31.395096 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1eb534b1-604c-4243-be1b-d1a9fc950a78 req-b9c867e4-d495-4f1b-9c6c-ff6185cf4819 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660068 Jun 08 18:22:31.763561 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-3f82ce64-1a6d-46d2-817f-b23eb633b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:31.765392 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-3f82ce64-1a6d-46d2-817f-b23eb633b104 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.2832608 Jun 08 18:22:31.903203 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:22:32.087734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0f7fb3-22d8-4a68-a1c0-3b8bdd0d0543 req-007e1926-f73c-472b-af9d-6fde44d07231 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.093240 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de0f7fb3-22d8-4a68-a1c0-3b8bdd0d0543 req-007e1926-f73c-472b-af9d-6fde44d07231 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 944 time: 0.4427588 Jun 08 18:22:32.137858 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.165812 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-90abbaef-2aad-406a-afbd-ee4bab8d36c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.167246 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-90abbaef-2aad-406a-afbd-ee4bab8d36c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.3551090 Jun 08 18:22:32.309463 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-1ac1e9aa-272b-4cbd-936a-6f693c4c61b0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.1326809 Jun 08 18:22:32.316088 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de0f7fb3-22d8-4a68-a1c0-3b8bdd0d0543 req-cdd82790-9169-4f06-b594-1bb8be589559 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034442 Jun 08 18:22:32.396911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab68078-ee81-441c-a06b-ec16a00adbc3 req-fdd815a2-3ff0-4615-8b53-1fd5c5d363d2 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.404572 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1ab68078-ee81-441c-a06b-ec16a00adbc3 req-fdd815a2-3ff0-4615-8b53-1fd5c5d363d2 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 0.4074180 Jun 08 18:22:32.453053 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-9359fe3b-5cf3-47d1-ad96-4ccf9cc6a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:32.455617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-9359fe3b-5cf3-47d1-ad96-4ccf9cc6a81e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.1352561 Jun 08 18:22:32.581763 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:32.599298 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.613604 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:32.634547 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:32.635193 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:22:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:32.644802 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-1c7a2db6-b9ab-4d88-82d9-f03c99992ac3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1792858 Jun 08 18:22:32.696092 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1ab68078-ee81-441c-a06b-ec16a00adbc3 req-d80895a5-a781-4189-922c-8a53a166d6aa tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872186 Jun 08 18:22:32.807176 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-84a15f03-7038-4f6e-b659-3f194ad2db00 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "PUT /v2.0/floatingips/51667ece-2175-4f2d-93b0-a05e64dbc49a HTTP/1.1" status: 200 len: 990 time: 5.6400757 Jun 08 18:22:32.808742 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:32.811298 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089b0bc1-8145-4b94-aa23-589b1048f2dc" -d '{"events": [{"name": "network-changed", "server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:32.877827 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.890456 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:32.920250 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-74550c38-72b1-4c68-b03b-334ab92e678d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:32.948133 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 89b73120-20bc-4595-90ab-5330cdcb03e8 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:32.997101 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:33.045143 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51040b99-f1c1-4faa-bc87-16664f69189c req-f950173f-b1b4-4a5e-a783-3e785ccf163e tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:33.047466 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51040b99-f1c1-4faa-bc87-16664f69189c req-f950173f-b1b4-4a5e-a783-3e785ccf163e tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.35 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 0.8040304 Jun 08 18:22:33.089330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02158ccb-d668-4598-8469-29622d7ee26a,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:33.100083 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:33.151438 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2d83653c5c04795b83969cf75286c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8379743 Jun 08 18:22:33.152862 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33568) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:33.160430 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 89b73120-20bc-4595-90ab-5330cdcb03e8 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:33.165991 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 89b73120-20bc-4595-90ab-5330cdcb03e8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:33.166399 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.287565 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-267bebdf-945f-4057-9f88-a9b09bf98933 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6152449 Jun 08 18:22:33.320020 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.343353 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9679d03b-4110-4346-a5d8-b730ad669570 x-openstack-request-id: req-9679d03b-4110-4346-a5d8-b730ad669570 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:33.343947 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:33.344498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9679d03b-4110-4346-a5d8-b730ad669570 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:33.345752 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'status': 'completed', 'code': 200} Jun 08 18:22:33.398705 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.488111 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.551491 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:33.558906 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98bafa2-f170-495b-9948-75ef6c68260f" -d '{"events": [{"server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "name": "network-vif-plugged", "status": "completed", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:33.565316 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.572859 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.576836 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02158ccb-d668-4598-8469-29622d7ee26a HTTP/1.1" status: 204 len: 168 time: 0.4210169 Jun 08 18:22:33.579231 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb052ba4-fea3-41cb-8b21-ea1510894c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:33.605704 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=89b73120-20bc-4595-90ab-5330cdcb03e8,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:33.611840 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02158ccb-d668-4598-8469-29622d7ee26a,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:33.614346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.615220 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fe484d75-a7b1-4599-96b4-a062f5c3a8e2 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:22:33.619738 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:33.751475 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.763637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:33.805806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29450f-a1ad-4e12-93a7-16742c2a78a3 req-32fb1dc9-616b-4e75-b238-8bc619884a74 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:33.807310 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ce29450f-a1ad-4e12-93a7-16742c2a78a3 req-32fb1dc9-616b-4e75-b238-8bc619884a74 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 944 time: 0.9118729 Jun 08 18:22:33.875481 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f15c7278-19f8-4adf-bef2-69d418f33d7c req-7fdf6afd-1aaf-4224-a866-c66a87842d52 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757213 Jun 08 18:22:33.925109 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ce29450f-a1ad-4e12-93a7-16742c2a78a3 req-9cf4c63a-d778-4970-b50e-fc00545f070f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975161 Jun 08 18:22:33.932267 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-90bc0300-21d0-4752-8194-86b09fe69106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:33.935004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-90bc0300-21d0-4752-8194-86b09fe69106 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1098 time: 0.4002521 Jun 08 18:22:33.939517 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Deleting port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:22:33.939517 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.957922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe44ff0e-4410-4a66-99b5-a81efc9f497c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:33.987271 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fcd24-c85b-47a4-b072-1d30af9002f9 req-59816f99-c592-45e3-8cd6-b86b00c154ba tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:33.997084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:22:34.012615 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:22:34.013246 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.019610 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-599fcd24-c85b-47a4-b072-1d30af9002f9 req-59816f99-c592-45e3-8cd6-b86b00c154ba tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.4932470 Jun 08 18:22:34.062410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=89b73120-20bc-4595-90ab-5330cdcb03e8,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:34.066587 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:34.149647 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51667ece-2175-4f2d-93b0-a05e64dbc49a', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:50Z', 'updated_at': '2021-06-08T18:22:29Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:34.162978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092c3d3d-f790-4e0e-b5ae-44aaad27c17d x-openstack-request-id: req-092c3d3d-f790-4e0e-b5ae-44aaad27c17d {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:34.163799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "name": "network-vif-plugged", "status": "completed", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:34.164857 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-092c3d3d-f790-4e0e-b5ae-44aaad27c17d {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:34.165466 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'code': 200} Jun 08 18:22:34.166343 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:34.196829 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:34.197951 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:22:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:34.209536 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.289597 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33590) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:34.310648 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:34.322861 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:34.327255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:34.512961 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:34.524896 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:34.710009 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:34.729567 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-599fcd24-c85b-47a4-b072-1d30af9002f9 req-2e69d896-d836-4d06-bb91-0c5ef0e88cbf tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7045298 Jun 08 18:22:34.863500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.105987 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] For port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,segment=NetworkSegment(b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7),segment_id=b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:22:35.106602 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.118877 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.189251 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-0c6c09ee-8019-416b-90e4-0e3479596741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:35.191626 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-0c6c09ee-8019-416b-90e4-0e3479596741 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 1.1623034 Jun 08 18:22:35.283458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9581306-f5e7-4c79-931e-63f5b1a9717b req-8a5c44ea-81cd-4ad1-a68f-83e0c9e35b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:35.285327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c9581306-f5e7-4c79-931e-63f5b1a9717b req-8a5c44ea-81cd-4ad1-a68f-83e0c9e35b57 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.8862360 Jun 08 18:22:35.310938 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.316172 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51667ece-2175-4f2d-93b0-a05e64dbc49a', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:50Z', 'updated_at': '2021-06-08T18:22:29Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:35.319669 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.324825 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70150a-1690-45fe-8184-8dc627f7662e None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51667ece-2175-4f2d-93b0-a05e64dbc49a', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:50Z', 'updated_at': '2021-06-08T18:22:29Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:35.328652 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7f7aca20-976d-498f-856a-7ea67fcbba94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:35.382730 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Calling delete_port for 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:22:35.389495 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa15890-cab6-456b-9554-d7a823f942a0,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:35.394784 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:35.445105 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=07bd780fbaf641a4a7943212775eeebc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1536827 Jun 08 18:22:35.445939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33606) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:35.512147 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33608) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:35.545357 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.592510 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.731185 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.792277 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12c6f59-c4fe-4f61-be5a-7a32bb6d2970 None None] New status for floating IP 51667ece-2175-4f2d-93b0-a05e64dbc49a: ACTIVE {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:22:35.924990 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.932142 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.932314 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c9581306-f5e7-4c79-931e-63f5b1a9717b req-b80fbfc2-63dd-417e-8a0e-4bc3f05c8f9b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4337065 Jun 08 18:22:35.946953 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0196094-1715-45bd-8076-2b4eae734b0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:35.967584 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a2b19-a274-4bb7-a292-3e59919e495f req-6aaa8ea9-0c76-4d1a-aa18-9598e21fa2e2 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:35.969239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.969995 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bb1a2b19-a274-4bb7-a292-3e59919e495f req-6aaa8ea9-0c76-4d1a-aa18-9598e21fa2e2 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 945 time: 1.3802071 Jun 08 18:22:35.981925 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:35.984003 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aa15890-cab6-456b-9554-d7a823f942a0 HTTP/1.1" status: 204 len: 168 time: 0.5353386 Jun 08 18:22:36.015337 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-4c079e3e-7213-4b0b-988b-e7287b5b2335 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 998 time: 0.6382978 Jun 08 18:22:36.061801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40242d87-4642-45e8-beef-657f29fc0131,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:36.080041 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:36.084288 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aba00c8740184c828f8c7ce3f1cbc832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5708737 Jun 08 18:22:36.085334 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-97ac7b9b-3ee7-46f4-9b54-02bcec1ba979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:36.134884 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33638) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:36.136153 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa15890-cab6-456b-9554-d7a823f942a0,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:36.148544 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:36.175238 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bb1a2b19-a274-4bb7-a292-3e59919e495f req-77435d70-0d0b-41d1-b4c0-a21107ca586d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/security-groups?id=440c73be-b36c-4240-a4af-8b38cbd511aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930797 Jun 08 18:22:36.185352 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-be996bd7-5f56-4651-8a28-b171fec9a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:36.191579 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-be996bd7-5f56-4651-8a28-b171fec9a198 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.1327353 Jun 08 18:22:36.198189 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:36.212791 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a816cd5a-9a33-497a-a79b-c4f334279b0a" -d '{"events": [{"server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "name": "network-vif-plugged", "status": "completed", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:36.395605 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a77d04-87a6-4b18-a946-988a96c78fca req-2a347581-abb8-4a97-b8df-790e72bb43dc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:36.415349 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1a77d04-87a6-4b18-a946-988a96c78fca req-2a347581-abb8-4a97-b8df-790e72bb43dc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 1.2223482 Jun 08 18:22:36.434615 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.494217 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.596193 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.599995 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.606201 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/40242d87-4642-45e8-beef-657f29fc0131 HTTP/1.1" status: 204 len: 168 time: 0.4521682 Jun 08 18:22:36.606201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5be98434-0098-4344-ad6c-d69651b00007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:36.616434 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40242d87-4642-45e8-beef-657f29fc0131,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:36.619424 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:36.752488 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1a77d04-87a6-4b18-a946-988a96c78fca req-7714a7c4-4b52-41f2-99b3-4aa21d102e5f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353570 Jun 08 18:22:36.850857 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-1b2354b7-50aa-4549-9413-fb348b4d2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:36.853447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-1b2354b7-50aa-4549-9413-fb348b4d2b0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.6495898 Jun 08 18:22:36.860148 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:36.969670 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:22:37.088065 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:22:37.088613 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:22:37.250430 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c39c73-22ab-41ee-9b50-ab2f0e409bfb x-openstack-request-id: req-e3c39c73-22ab-41ee-9b50-ab2f0e409bfb {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:37.251369 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "name": "network-vif-plugged", "status": "completed", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:37.252167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3c39c73-22ab-41ee-9b50-ab2f0e409bfb {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:37.254651 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2', 'code': 200} Jun 08 18:22:37.269384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:37.295478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e3303-3c1f-4e96-bf36-4216c627eed6 req-97109562-c09b-4690-a827-767ebacc7baf tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:37.308955 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-617e3303-3c1f-4e96-bf36-4216c627eed6 req-97109562-c09b-4690-a827-767ebacc7baf tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.8501773 Jun 08 18:22:37.427847 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b20902d8-209c-4675-ac87-afbaee14730f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:37.597149 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-1a8f8819-80f4-4fe1-aebc-c56e28eed3ad service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166128 Jun 08 18:22:37.700707 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33688) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:37.762810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Pushing event deleted for resources: {'Port': ['ID=72c829c8-54cc-48fe-ad28-51f4b7d3b2d6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:37.767794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:37.772514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eb82e609-9580-4c85-aeff-1b8698ef29b7 req-751d3e3a-e447-49f2-b979-b1fb65279d5d tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.2192490 Jun 08 18:22:37.964135 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-617e3303-3c1f-4e96-bf36-4216c627eed6 req-5892abf6-d805-4c85-a00b-f6f46e9ab5f4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6546066 Jun 08 18:22:38.050206 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] No DVR routers for this DVR port 72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:22:38.066550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.068509 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51040b99-f1c1-4faa-bc87-16664f69189c req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.35 "DELETE /v2.0/ports/72c829c8-54cc-48fe-ad28-51f4b7d3b2d6 HTTP/1.1" status: 204 len: 173 time: 5.0156062 Jun 08 18:22:38.069701 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'name': 'network-vif-deleted', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:38.072279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024d16c0-0131-4f58-88d4-0e55f49d3b4b" -d '{"events": [{"server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "name": "network-vif-deleted", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:38.104162 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.189189 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-089b0bc1-8145-4b94-aa23-589b1048f2dc req-4b5a9c18-214c-46a3-bc86-9f024bada4bb service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134063 Jun 08 18:22:38.219446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6baa5-c170-4e4e-8c19-23298ddbf2f1 req-1d2ffb9a-79a6-48fb-8c07-dbbb50e69913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:38.221181 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5bc6baa5-c170-4e4e-8c19-23298ddbf2f1 req-1d2ffb9a-79a6-48fb-8c07-dbbb50e69913 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 1098 time: 0.5502763 Jun 08 18:22:38.230577 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e8acf20-e6ce-48ed-bbd0-e3614493a5a9 x-openstack-request-id: req-1e8acf20-e6ce-48ed-bbd0-e3614493a5a9 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:38.230952 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ce6c2c-ffc4-483e-9ef5-275c496438f8", "name": "network-vif-deleted", "tag": "72c829c8-54cc-48fe-ad28-51f4b7d3b2d6", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:38.231238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e8acf20-e6ce-48ed-bbd0-e3614493a5a9 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:38.236157 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ce6c2c-ffc4-483e-9ef5-275c496438f8', 'name': 'network-vif-deleted', 'tag': '72c829c8-54cc-48fe-ad28-51f4b7d3b2d6', 'status': 'completed', 'code': 200} Jun 08 18:22:38.247503 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.312913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2727ae-e92c-4cb7-8456-09cbb2003eda req-35034cd2-9ea0-4585-a7d4-b3e3eff36a70 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:38.315766 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cc2727ae-e92c-4cb7-8456-09cbb2003eda req-35034cd2-9ea0-4585-a7d4-b3e3eff36a70 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.2975681 Jun 08 18:22:38.387542 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.394384 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.395603 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5bc6baa5-c170-4e4e-8c19-23298ddbf2f1 req-b3fd84bb-dc5b-4eb8-98cf-630d207a6d8e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551127 Jun 08 18:22:38.431006 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cc2727ae-e92c-4cb7-8456-09cbb2003eda req-389d2bbc-6c04-4311-8a81-c4e0c9cdcd9a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821590 Jun 08 18:22:38.439744 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15234b2b-688b-4bfc-be24-69e632f46974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:38.453955 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c23a9e4b4dd449369915b98066026b73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7510173 Jun 08 18:22:38.458736 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33718) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:38.506610 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc18ddee-28c3-42d5-9202-43b6c5e97d2b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:38.523358 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:38.563077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.604834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.681962 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.684492 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:38.690833 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dc18ddee-28c3-42d5-9202-43b6c5e97d2b HTTP/1.1" status: 204 len: 168 time: 0.2256448 Jun 08 18:22:38.690833 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-eeb03210-c510-4d81-b59a-b1a6362e4d83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:38.697893 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc18ddee-28c3-42d5-9202-43b6c5e97d2b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:38.700756 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:39.185914 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7027f3df-bee0-4a59-b52b-fe4db64432bd req-6ce047c8-2ae0-4486-9edb-47724b2d74b0 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] 10.222.0.46 "GET /v2.0/ports?device_id=e9ce6c2c-ffc4-483e-9ef5-275c496438f8 HTTP/1.1" status: 200 len: 210 time: 0.1531117 Jun 08 18:22:39.278015 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f271923-4429-4524-95ab-954e5222b4e5 req-49369145-f41f-4772-8757-1b722c5fc216 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:39.286895 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2f271923-4429-4524-95ab-954e5222b4e5 req-49369145-f41f-4772-8757-1b722c5fc216 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1556137 Jun 08 18:22:39.369970 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2f271923-4429-4524-95ab-954e5222b4e5 req-5c5f3d1b-4c64-4e99-9b15-a0b91449399d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819154 Jun 08 18:22:39.685039 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33754) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:39.719846 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:39.827609 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d6c7c9-5562-4baf-92c1-eeb2352d48e0 req-53a3265f-5cba-4a64-82f0-3bb4a88b12ae tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:39.858739 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33758) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:39.859122 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-04d6c7c9-5562-4baf-92c1-eeb2352d48e0 req-53a3265f-5cba-4a64-82f0-3bb4a88b12ae tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.3433073 Jun 08 18:22:39.889980 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'floatingip': {'port_id': '89b73120-20bc-4595-90ab-5330cdcb03e8'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:40.010026 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33760) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:40.036984 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.156252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b02ede-ec62-4397-a305-c305e82e1592 req-9338069d-3212-4f44-a4e3-5d0698355b5a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:40.159846 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-30b02ede-ec62-4397-a305-c305e82e1592 req-9338069d-3212-4f44-a4e3-5d0698355b5a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.2757409 Jun 08 18:22:40.309702 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-30b02ede-ec62-4397-a305-c305e82e1592 req-8800391a-5e03-485a-91cb-54f65bcad65f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412566 Jun 08 18:22:40.503586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.626646 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.633981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.643234 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8c0c73db-bac4-47e2-9dbe-c3b4dfef8727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:40.719116 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5938de7bdc4d4c98b8ca734c9e4812c4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0324073 Jun 08 18:22:40.720006 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33778) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:40.735450 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cb83c3-8030-4b0b-b463-cd93721389ea,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:40.745911 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:40.895308 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.904216 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.912215 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:40.926392 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:40.967744 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.021401 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=927cc65555cc400d8aada1d63bca3158&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0095563 Jun 08 18:22:41.022994 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=422529f8-2585-49c3-87d9-7a799ee490d6,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:41.028234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33790) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:41.050401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:41.275449 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.277244 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.283553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.288252 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/18cb83c3-8030-4b0b-b463-cd93721389ea HTTP/1.1" status: 204 len: 168 time: 0.5633371 Jun 08 18:22:41.289693 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7cdfe583-cd22-4067-b7bf-1af1105c9af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:41.299873 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.323210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.368855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cb83c3-8030-4b0b-b463-cd93721389ea,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:41.510560 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.575578 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:41.647695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.650698 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:41.652446 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/422529f8-2585-49c3-87d9-7a799ee490d6 HTTP/1.1" status: 204 len: 168 time: 0.6224642 Jun 08 18:22:41.653764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a8b38fd8-8dde-4787-9ec6-e4392931b88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:41.680125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422529f8-2585-49c3-87d9-7a799ee490d6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:41.694759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:41.808365 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Floating IP ffec187f-4b5d-40e1-a51c-6d5dda03c415 associated. External IP: 172.27.0.163, port: 89b73120-20bc-4595-90ab-5330cdcb03e8. Jun 08 18:22:41.869020 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33822) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:42.041999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Deleting subnet dae9cdcb-28a0-40b5-a81e-334d1f5b2790 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:22:42.052501 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.119266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6edc5-4fec-42c0-bb81-cc8d4280323b req-76b6baba-3c95-4f35-ba9c-c956a8ae22ee tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:42.121138 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-57d6edc5-4fec-42c0-bb81-cc8d4280323b req-76b6baba-3c95-4f35-ba9c-c956a8ae22ee tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.3245747 Jun 08 18:22:42.154819 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.170823 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.246695 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-57d6edc5-4fec-42c0-bb81-cc8d4280323b req-ad597b8a-1554-4afd-b01e-988e2ca602cd tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121984 Jun 08 18:22:42.332146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.361685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:42.451379 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae9cdcb-28a0-40b5-a81e-334d1f5b2790,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:42.454504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.456522 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dae9cdcb-28a0-40b5-a81e-334d1f5b2790 HTTP/1.1" status: 204 len: 168 time: 0.5859516 Jun 08 18:22:42.458283 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:42.468254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 33846) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:42.737688 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:42.919578 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:22:43.113910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.155908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.156231 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.157021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.157971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > port after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.162264 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.162681 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > port after_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.163022 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.163606 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.166800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.167427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.423469 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.426333 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.426983 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.429987 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91768) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:22:43.430711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a2a98c6-ec19-4281-bb3f-2731507474c2']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.481606 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.483256 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8d0ce1d-03ff-46ac-9880-0b2fe28b4da7') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.533588 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:22:43.553781 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.554574 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:22:43.575731 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:43.577959 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:22:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:43.737897 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f67834b4-909a-41e9-8b65-9a719d109cb9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "PUT /v2.0/floatingips/ffec187f-4b5d-40e1-a51c-6d5dda03c415 HTTP/1.1" status: 200 len: 991 time: 3.8743639 Jun 08 18:22:43.738955 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:22:43.743807 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d1e75c-353f-452e-8f72-031f6fbba09c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:22:43.755111 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.843600 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:43.957904 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:22:43.958475 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:44.129002 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: from cryptography.utils import int_from_bytes Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: from cryptography.utils import int_from_bytes Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:22:44.180114 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:22:44.238677 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe92177-60c5-4470-9aca-baadbaaa4329 x-openstack-request-id: req-cbe92177-60c5-4470-9aca-baadbaaa4329 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:22:44.239629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:22:44.239629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbe92177-60c5-4470-9aca-baadbaaa4329 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:22:44.241519 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'status': 'completed', 'code': 200} Jun 08 18:22:44.399615 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-af67591e-7cbb-416a-a134-450084a89c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:44.402575 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-af67591e-7cbb-416a-a134-450084a89c43 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 1098 time: 0.8864787 Jun 08 18:22:44.473244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85ccd3-5e27-4575-b25d-18805855442f req-b70eaca5-a070-41ea-b20d-6279e2ae6b40 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:44.475793 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c85ccd3-5e27-4575-b25d-18805855442f req-b70eaca5-a070-41ea-b20d-6279e2ae6b40 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.8662002 Jun 08 18:22:44.742438 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:44.790691 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:44.826395 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:44.828380 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9a2a98c6-ec19-4281-bb3f-2731507474c2 HTTP/1.1" status: 204 len: 168 time: 2.3595905 Jun 08 18:22:44.835330 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c85ccd3-5e27-4575-b25d-18805855442f req-bde83a2c-986c-4682-b1f8-67c2ad86a62e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326450 Jun 08 18:22:44.840563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a2a98c6-ec19-4281-bb3f-2731507474c2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:44.858348 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5ce25226-6520-4c44-aa6b-639995bedc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:44.883859 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-de3dcb6e-98ff-409a-9a94-f60ac492322e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:44.885443 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-de3dcb6e-98ff-409a-9a94-f60ac492322e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.6047454 Jun 08 18:22:44.915908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-cddfc6a9-3594-46b2-a520-a15afbee667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:44.917502 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-cddfc6a9-3594-46b2-a520-a15afbee667f service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.5060976 Jun 08 18:22:45.039194 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'ffec187f-4b5d-40e1-a51c-6d5dda03c415', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:e7:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:55Z', 'updated_at': '2021-06-08T18:22:41Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:45.046806 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:22:45.077198 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:22:45.081617 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:22:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:45.106076 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33962) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:45.170142 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-04123fa1-8ccc-40a3-8493-99b89a01fa36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2 HTTP/1.1" status: 200 len: 217 time: 0.1599386 Jun 08 18:22:45.371157 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-25573ba5-4842-49b9-a49d-46767a352c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:45.372928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-25573ba5-4842-49b9-a49d-46767a352c33 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.4788103 Jun 08 18:22:45.439996 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7f424eb7-774d-4546-88d6-30f33ba92d00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ead8e6fe89034d8ba4491d35b8364985&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3322783 Jun 08 18:22:45.442694 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 33984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:45.596122 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:45.686927 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:45.772495 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-cd8c6002-d182-46b5-8052-83217b04f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:45.774033 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-cd8c6002-d182-46b5-8052-83217b04f760 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.5714366 Jun 08 18:22:45.796879 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:22:45.822061 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:45.824590 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:45.825753 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/440c73be-b36c-4240-a4af-8b38cbd511aa HTTP/1.1" status: 204 len: 168 time: 0.3816285 Jun 08 18:22:45.826539 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83678ab2-9350-46ba-a9b3-7b7bd8729101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:45.843333 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440c73be-b36c-4240-a4af-8b38cbd511aa,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:45.847985 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:45.861986 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-1950cee0-7e83-41ae-9312-3993b846ef36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 999 time: 0.4792423 Jun 08 18:22:46.041166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-c6ebeb8f-5a31-4a22-8f37-e94f2467f885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:46.042675 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-c6ebeb8f-5a31-4a22-8f37-e94f2467f885 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.1725032 Jun 08 18:22:46.044913 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-e7e0c081-18fb-4da4-b2b0-d2a32ab42639 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2587695 Jun 08 18:22:46.637211 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'ffec187f-4b5d-40e1-a51c-6d5dda03c415', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:e7:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:55Z', 'updated_at': '2021-06-08T18:22:41Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:22:46.639976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-bf0a2fbf-e0fc-4e37-bdee-d7aa346ec70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:46.645021 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-bf0a2fbf-e0fc-4e37-bdee-d7aa346ec70c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5779934 Jun 08 18:22:46.649572 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-f38fec97-5464-4801-af38-3314b33431e7 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4574840 Jun 08 18:22:46.649994 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e2eb97-cdb3-46e0-a76e-7c463195bd96 None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'ffec187f-4b5d-40e1-a51c-6d5dda03c415', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.163', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:e7:ad:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:21:55Z', 'updated_at': '2021-06-08T18:22:41Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:22:47.009593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ee530-5b42-4c25-80ab-a41554b19edc req-0efef7ff-418a-45b1-ab27-b83d91d84dd3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:47.030983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-391ee530-5b42-4c25-80ab-a41554b19edc req-0efef7ff-418a-45b1-ab27-b83d91d84dd3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.7600319 Jun 08 18:22:47.068068 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a871237-0198-4a0d-8c16-bc19d14a721f None None] New status for floating IP ffec187f-4b5d-40e1-a51c-6d5dda03c415: ACTIVE {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:22:47.296010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-391ee530-5b42-4c25-80ab-a41554b19edc req-fa5c0d9e-f2ce-41ca-bfa6-a678efebfb46 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639682 Jun 08 18:22:47.322432 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-a25baeac-c4fe-495b-9165-659fa4ebcf87 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710539 Jun 08 18:22:47.331098 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70176068-7be1-4fb3-a824-e33dcd2ab46e req-07e9e400-46db-4678-b1df-b68f6d901726 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844126 Jun 08 18:22:47.668985 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96d1e75c-353f-452e-8f72-031f6fbba09c req-afa12b8b-71ee-406a-bed1-eb71aade6712 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227227 Jun 08 18:22:48.529575 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50311b4-f8e7-4770-b3f8-9bbe8aa71125 req-37c1abd9-b451-434c-ae0f-c533c98a15f1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:48.535088 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e50311b4-f8e7-4770-b3f8-9bbe8aa71125 req-37c1abd9-b451-434c-ae0f-c533c98a15f1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1073799 Jun 08 18:22:48.571888 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:22:48.599017 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e50311b4-f8e7-4770-b3f8-9bbe8aa71125 req-5a4e917a-5d9a-4abe-8d6b-8b08c74c96ba tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590608 Jun 08 18:22:48.622588 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34104) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:48.957988 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.191196 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.198280 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.223761 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-40429b99-feaa-4fbc-8a95-60f884069399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:49.352446 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89a57880f7dd4ea0b62e907d9b6ef383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7284429 Jun 08 18:22:49.355092 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=043af7f2-1deb-4dfa-a8de-ee5522afa0e1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:49.357540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34130) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:49.364041 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:49.504757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.546654 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.627540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.631205 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:49.633547 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/043af7f2-1deb-4dfa-a8de-ee5522afa0e1 HTTP/1.1" status: 204 len: 168 time: 0.2739644 Jun 08 18:22:49.635075 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5b45b435-4d7c-4ca1-ac67-19ecac1717b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:49.654118 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=043af7f2-1deb-4dfa-a8de-ee5522afa0e1,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:49.689975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:49.896622 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06a3bd-e0da-47fd-a736-98a7342d9da9 req-66074a82-0ec7-4785-93d9-013357ecb0b1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:49.910088 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d06a3bd-e0da-47fd-a736-98a7342d9da9 req-66074a82-0ec7-4785-93d9-013357ecb0b1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1495473 Jun 08 18:22:49.976265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d06a3bd-e0da-47fd-a736-98a7342d9da9 req-5e391c40-3792-4c4e-8f1c-f3d4837628bc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645335 Jun 08 18:22:50.212683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34152) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:50.246008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.389520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.397834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.420636 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f9ce4143-8c2c-47c5-9d83-1b9b893671dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:50.465170 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=00615081ffd34b7eb8a475f301743858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2483664 Jun 08 18:22:50.466501 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34156) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:50.468169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b854df57-8865-4f7b-986b-ceaa3724ec2c,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:50.472197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:50.652637 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.713306 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.814551 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.818716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:50.824110 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b854df57-8865-4f7b-986b-ceaa3724ec2c HTTP/1.1" status: 204 len: 168 time: 0.3521419 Jun 08 18:22:50.824110 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-62c7df6d-9ccb-4b74-98b0-b389adba3996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:50.836319 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b854df57-8865-4f7b-986b-ceaa3724ec2c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:50.846423 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:51.420244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee552738-d9f5-4572-a2d6-dc46337387da req-4b3728a5-77a8-4b9c-abb7-c08b00d1444e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:51.421891 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ee552738-d9f5-4572-a2d6-dc46337387da req-4b3728a5-77a8-4b9c-abb7-c08b00d1444e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1935737 Jun 08 18:22:51.504762 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ee552738-d9f5-4572-a2d6-dc46337387da req-29f5aca1-7178-4f00-a5d4-a3f730452e2a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744910 Jun 08 18:22:51.656499 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34196) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:51.963197 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.120963 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.126950 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.135389 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d8181819-1fb9-4062-9c21-81c88c85fa0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:52.184592 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e252a29-d5d3-4e97-85b4-1661fb694784,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:52.193547 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34226) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:52.210586 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13f2143b38774c1c90693c03931ddb08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509946 Jun 08 18:22:52.212180 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:52.287857 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.326214 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.410458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.413523 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:52.417631 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e252a29-d5d3-4e97-85b4-1661fb694784 HTTP/1.1" status: 204 len: 168 time: 0.2229772 Jun 08 18:22:52.418603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-070823e7-d52c-4f35-9358-d5db8e8dde5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:52.431822 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e252a29-d5d3-4e97-85b4-1661fb694784,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:52.435890 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1bfc07eb-c036-4629-9696-7a50e0f46899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:52.765252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf55e56-28cd-4ebd-85d7-7bbfa39e73c1 req-42e26bfd-c167-468a-8cc5-5ca51c1a9dc4 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:52.768092 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4bf55e56-28cd-4ebd-85d7-7bbfa39e73c1 req-42e26bfd-c167-468a-8cc5-5ca51c1a9dc4 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1078782 Jun 08 18:22:52.859923 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4bf55e56-28cd-4ebd-85d7-7bbfa39e73c1 req-20c13218-273d-42d0-87ee-42a413ec2153 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855460 Jun 08 18:22:52.946446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34260) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:52.989864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.184284 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.189254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.199343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-203d74d8-9683-4e21-8ec9-9394d275e457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:53.242712 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dac45bde2186485da3218075dabf6277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951100 Jun 08 18:22:53.244578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273919bf-73b7-4fe5-944c-ae4b956699ee,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:53.245728 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34268) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:53.251991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:53.338972 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.368845 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.440895 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.445563 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:53.447524 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/273919bf-73b7-4fe5-944c-ae4b956699ee HTTP/1.1" status: 204 len: 168 time: 0.1995797 Jun 08 18:22:53.448568 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-25e1e825-cb75-4910-bc9b-daf09fac438b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:53.466548 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273919bf-73b7-4fe5-944c-ae4b956699ee,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:53.472316 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:54.502914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdfa84-4f29-49f2-87d2-d930677fb171 req-488e338b-eaf9-461a-995f-cd26d1632cfa tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:54.504560 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07fdfa84-4f29-49f2-87d2-d930677fb171 req-488e338b-eaf9-461a-995f-cd26d1632cfa tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.4152303 Jun 08 18:22:54.596317 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07fdfa84-4f29-49f2-87d2-d930677fb171 req-cf1231e5-6f0c-4fa1-9571-05137ea7b611 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774064 Jun 08 18:22:54.671921 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34314) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:55.002860 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.074525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34330) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:55.194392 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1422586154-network', 'tenant_id': '444b103bfcae47648341facf235ead7a'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:55.195706 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.200823 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.215591 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-799a5c40-ace0-4d15-9640-acf08fe3174c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:55.230195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Made reservation on behalf of 444b103bfcae47648341facf235ead7a for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:55.233864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.256682 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.292044 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0423874660041ccb1276c569a2422d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6151080 Jun 08 18:22:55.292044 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a76e0be-ce3a-4a3e-8628-29ed64a3a0e2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:55.294139 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34334) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:55.295742 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:55.410459 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.458668 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.519122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.524635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.528590 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0e010092-284a-4b2f-af3e-b2b409da0b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:55.570049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3fabf5-26af-4135-8a19-3b14e154db22,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:55.575089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:55.583598 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.586865 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.588466 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a76e0be-ce3a-4a3e-8628-29ed64a3a0e2 HTTP/1.1" status: 204 len: 168 time: 0.2925341 Jun 08 18:22:55.594011 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9bb3f73c-4019-4ab0-8996-e5d49939a9bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:55.602108 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:22:55.612436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a76e0be-ce3a-4a3e-8628-29ed64a3a0e2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:55.616705 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:55.620535 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.621080 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Added segment d8e44fba-a864-4221-a273-8b33ecb81c3b of type vlan for network b1c7bdf3-a104-4904-b468-34567314fc0a Jun 08 18:22:55.669526 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.717870 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.720833 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:55.721689 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:55.729421 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:55.831375 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7507048 Jun 08 18:22:55.831930 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34344) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:55.847918 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Request body: {'subnet': {'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1422586154-subnet', 'tenant_id': '444b103bfcae47648341facf235ead7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:22:55.852199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Pushing event updated for resources: {'Network': ['ID=b1c7bdf3-a104-4904-b468-34567314fc0a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:55.856143 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:55.872576 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network b1c7bdf3-a104-4904-b468-34567314fc0a details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:22:55.898322 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Made reservation on behalf of 444b103bfcae47648341facf235ead7a for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:22:55.910433 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.050358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34350) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:56.083821 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.223305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.228288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.237891 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f3428167-94f5-407f-99b6-f3713d9de030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:56.280101 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62842e6fdc5f4ac39971e7bea7afb389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282250 Jun 08 18:22:56.282650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bd1dea-b7e2-4a7b-91b0-c640ef80247a,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:56.283688 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.285262 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34352) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:56.287714 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:56.288038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:56.360230 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9512a78e-366f-4ac4-91bb-a15226ff580b,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:56.364593 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:56.380033 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Checking segment: {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:22:56.380382 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Network hostable DHCP agents. Network: b1c7bdf3-a104-4904-b468-34567314fc0a, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:22:56.391150 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.409223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Network b1c7bdf3-a104-4904-b468-34567314fc0a is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:22:56.419843 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, b1c7bdf3-a104-4904-b468-34567314fc0a) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:22:56.422113 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.424830 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:56.425461 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.435690 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a642e9-10f6-4dca-8345-8d179bd01c1b None None] Network b1c7bdf3-a104-4904-b468-34567314fc0a requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:56.460811 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-029e0f9c-e95a-45c5-9225-41d87e5f45ce admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6272190 Jun 08 18:22:56.499404 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.503296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:56.505358 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3bd1dea-b7e2-4a7b-91b0-c640ef80247a HTTP/1.1" status: 204 len: 168 time: 0.2183616 Jun 08 18:22:56.505673 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:56.519541 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bd1dea-b7e2-4a7b-91b0-c640ef80247a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:56.529486 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:56.755253 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5925ed-e1e2-42e1-9429-6b9ff138b3d0 None None] Network b1c7bdf3-a104-4904-b468-34567314fc0a requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:22:57.077547 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34366) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:57.108346 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.306715 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.314330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.331255 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee832c76-f062-4a40-a5b1-6e01e975d444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:57.397910 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=323acc18b989498d806fceeeeff74522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3188138 Jun 08 18:22:57.399171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f556287-48eb-4d05-ba2c-b3c97241a96c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:57.402924 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34372) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:22:57.404587 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:57.533272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.586169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.680792 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.685451 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:22:57.687889 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f556287-48eb-4d05-ba2c-b3c97241a96c HTTP/1.1" status: 204 len: 168 time: 0.2824836 Jun 08 18:22:57.689538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:22:57.707210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f556287-48eb-4d05-ba2c-b3c97241a96c,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:22:57.710569 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:22:59.087959 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f89bea-419e-4c8f-aab3-548f0d101804 req-85c65cb1-eb65-4b03-ab42-ba9c72c8f869 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:22:59.089509 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-01f89bea-419e-4c8f-aab3-548f0d101804 req-85c65cb1-eb65-4b03-ab42-ba9c72c8f869 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.0947499 Jun 08 18:22:59.148652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-01f89bea-419e-4c8f-aab3-548f0d101804 req-cb34e745-bbba-4db9-aeaa-e90b4abee9f7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473769 Jun 08 18:23:00.416489 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22b33-d1e4-45a7-a722-36c7e0f76619 req-b54d9a99-aead-4f8f-b979-96a7b6b019b3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:00.418224 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d5a22b33-d1e4-45a7-a722-36c7e0f76619 req-b54d9a99-aead-4f8f-b979-96a7b6b019b3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1107850 Jun 08 18:23:00.474574 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d5a22b33-d1e4-45a7-a722-36c7e0f76619 req-978fed1a-93d0-4836-9ecc-7c6eb17cb7e9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452092 Jun 08 18:23:00.998843 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d2a1d8bb-f1d9-474c-bb67-faf5f8d325ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:01.762333 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71520a3-4373-4956-897e-d008b0f72f83 req-68302fa2-5155-4f5a-8bbb-5d678aff546d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:01.763967 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71520a3-4373-4956-897e-d008b0f72f83 req-68302fa2-5155-4f5a-8bbb-5d678aff546d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1339233 Jun 08 18:23:01.831649 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71520a3-4373-4956-897e-d008b0f72f83 req-d5b0d495-12de-4391-beb5-513e1fefa8cb tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548334 Jun 08 18:23:03.083863 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbc84a-af31-40e6-ba5c-e27226bbf8ac req-9bde97da-2ab4-474e-9444-1d1eaf22c537 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:03.085382 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-69fbc84a-af31-40e6-ba5c-e27226bbf8ac req-9bde97da-2ab4-474e-9444-1d1eaf22c537 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.0934916 Jun 08 18:23:03.143658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-69fbc84a-af31-40e6-ba5c-e27226bbf8ac req-a00f75bd-d0f6-445a-893b-5abb2fcb3637 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459895 Jun 08 18:23:03.583112 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:03.711094 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-aba0c230-cbd3-42df-9853-82d4381af4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:04.396128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bedb8-4d94-472d-a1e1-52989dca5e67 req-e6b7ccba-f0a4-48e6-9d05-a42cda8aad33 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:04.398763 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-106bedb8-4d94-472d-a1e1-52989dca5e67 req-e6b7ccba-f0a4-48e6-9d05-a42cda8aad33 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1254294 Jun 08 18:23:04.449778 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-106bedb8-4d94-472d-a1e1-52989dca5e67 req-a2ae5b39-131f-4d95-a422-9f1c6dda4137 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454075 Jun 08 18:23:04.857120 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:05.776820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b1b94-3311-4cc4-a343-aee97119b3d8 req-2c0b87b1-5bfc-4a52-9dee-b2c70241c83a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:05.778870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-992b1b94-3311-4cc4-a343-aee97119b3d8 req-2c0b87b1-5bfc-4a52-9dee-b2c70241c83a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1463535 Jun 08 18:23:05.849390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-992b1b94-3311-4cc4-a343-aee97119b3d8 req-a14dbfa6-7cd6-4ee5-8724-690c39008e4d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631969 Jun 08 18:23:06.834271 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:07.174913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126f78b-beed-4809-95cb-6476ea9bdfc7 req-47659696-73da-41fc-9d8b-f58310a37200 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:07.176636 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e126f78b-beed-4809-95cb-6476ea9bdfc7 req-47659696-73da-41fc-9d8b-f58310a37200 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1126022 Jun 08 18:23:07.255011 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e126f78b-beed-4809-95cb-6476ea9bdfc7 req-3b9035fe-ff12-404a-a52e-afd7183a4977 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667620 Jun 08 18:23:08.244011 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:08.495091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222309d2-5a76-48fc-8cb3-979e248eac7e req-8efaaf52-7c57-49cc-aec5-cd592a6299f9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:08.496716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-222309d2-5a76-48fc-8cb3-979e248eac7e req-8efaaf52-7c57-49cc-aec5-cd592a6299f9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1104586 Jun 08 18:23:08.552407 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-222309d2-5a76-48fc-8cb3-979e248eac7e req-ca54b2a7-acd8-4ad5-9848-a76411b05b3a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493164 Jun 08 18:23:09.778877 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a456c6-2dd2-4c5c-9e41-1400b77b56ed req-f3b8ce05-c298-4ce5-ae4a-c47a3822df39 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:09.780456 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b4a456c6-2dd2-4c5c-9e41-1400b77b56ed req-f3b8ce05-c298-4ce5-ae4a-c47a3822df39 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.0886691 Jun 08 18:23:09.836210 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b4a456c6-2dd2-4c5c-9e41-1400b77b56ed req-7e579b97-3445-42de-a82a-bed803c45ec9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 Jun 08 18:23:10.443032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-338cb749-f9fa-46cb-9e12-69d8b5d4d404 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:10.444805 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-338cb749-f9fa-46cb-9e12-69d8b5d4d404 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 809 time: 0.2413921 Jun 08 18:23:10.462864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-7d8d369d-8f3e-4124-9127-d2ebbc1731ba tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/quotas/444b103bfcae47648341facf235ead7a HTTP/1.1" status: 200 len: 375 time: 0.0118980 Jun 08 18:23:10.598758 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-08794d04-090a-42bc-a072-3f484b070020 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296308 Jun 08 18:23:10.766933 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-28b79110-6013-474d-80ae-fef1f9c01700 service neutron] 10.222.0.46 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585019 Jun 08 18:23:11.202770 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-95196e3b-1150-40c6-a172-edcccb4c39df service neutron] 10.222.0.46 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291530 Jun 08 18:23:11.274564 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ea0af-63a7-4b09-b768-4ecc9138ea03 req-2f26b890-3d3f-42c5-a5d7-c61eac02a32c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:11.277467 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d89ea0af-63a7-4b09-b768-4ecc9138ea03 req-2f26b890-3d3f-42c5-a5d7-c61eac02a32c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1641383 Jun 08 18:23:11.362189 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d89ea0af-63a7-4b09-b768-4ecc9138ea03 req-fe2324c5-b140-4849-8815-b70a96578a48 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723445 Jun 08 18:23:11.660810 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa5e0481-531a-4b76-acc5-e2009b1bbfb0 req-c1fb75d9-ef32-487b-93c8-141e37edaf6e tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 210 time: 0.0739069 Jun 08 18:23:11.854847 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34778) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:12.057707 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.215126 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.222079 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.239889 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0bff8cc7-ee48-4ef9-bd04-aa075d2c8c74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:12.294829 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef9cf307160e496db17ab4a8faf28128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384196 Jun 08 18:23:12.298626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34786) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:12.301559 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4c69c-2da4-405f-abf5-a472e9bd5f88,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:12.306421 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:12.391554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.458347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.556532 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.559723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:12.561630 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecd4c69c-2da4-405f-abf5-a472e9bd5f88 HTTP/1.1" status: 204 len: 168 time: 0.2610641 Jun 08 18:23:12.568897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2e3f795b-ad9a-4524-a615-690db84db05b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:12.604080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4c69c-2da4-405f-abf5-a472e9bd5f88,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:12.608763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:12.823717 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70491506-cf55-45cf-9a29-2df71f981df0 req-9ce96b90-2274-47f7-bb03-2b9552ef628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:12.826104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70491506-cf55-45cf-9a29-2df71f981df0 req-9ce96b90-2274-47f7-bb03-2b9552ef628f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 1098 time: 0.1433825 Jun 08 18:23:12.840831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85223e66-37a5-43c5-9e5b-2777f99fe94f req-de87089a-0766-4ff9-b40a-2788347c19fe tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:12.842909 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85223e66-37a5-43c5-9e5b-2777f99fe94f req-de87089a-0766-4ff9-b40a-2788347c19fe tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.2415302 Jun 08 18:23:13.073576 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85223e66-37a5-43c5-9e5b-2777f99fe94f req-3c39a2cc-6aa6-4828-8124-52f2ba36ee9f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068713 Jun 08 18:23:13.082827 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70491506-cf55-45cf-9a29-2df71f981df0 req-25daac25-8ee2-4e40-b0b5-6b8cb952791d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376847 Jun 08 18:23:13.126834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34808) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:13.173943 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.179325 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-3a9aa3d6-f99c-4302-ae67-d7ebe34f5a1d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:13.181968 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-3a9aa3d6-f99c-4302-ae67-d7ebe34f5a1d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 809 time: 0.2266998 Jun 08 18:23:13.262399 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Request body: {'port': {'device_id': '2e998428-53c6-4ea4-a740-64966a898490', 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a', 'admin_state_up': True, 'tenant_id': '444b103bfcae47648341facf235ead7a'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:13.282437 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2a291c87-2b89-4acf-8e20-cdd6d6c2d1ef req-113bc28f-1680-45db-b1eb-6c7fc2c9b8c3 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 210 time: 0.0757697 Jun 08 18:23:13.343005 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.348270 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.361030 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29e4b495-f0a0-4fa6-8411-369d5198fa37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:13.420213 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e950b0c5-d47c-4def-bcf0-f220e2afac6b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:13.425794 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4f294000036495ea8c8c26d31b855bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974596 Jun 08 18:23:13.427639 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:13.428589 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34816) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:13.498352 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Made reservation on behalf of 444b103bfcae47648341facf235ead7a for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:13.499218 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.503664 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.534239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.617653 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.620228 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:13.622964 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e950b0c5-d47c-4def-bcf0-f220e2afac6b HTTP/1.1" status: 204 len: 168 time: 0.1918054 Jun 08 18:23:13.622964 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15eeb53d-46da-48d4-82ca-f816eec077d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:13.634000 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e950b0c5-d47c-4def-bcf0-f220e2afac6b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:13.636265 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:13.766893 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Allocated IP 172.20.0.2 (b1c7bdf3-a104-4904-b468-34567314fc0a/9512a78e-366f-4ac4-91bb-a15226ff580b/64b3d79a-0654-42ed-abf5-43106b731cf7) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:14.068739 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.122037 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:14.125418 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:14.146949 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Network b1c7bdf3-a104-4904-b468-34567314fc0a is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:14.148334 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:14.151502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:14.271609 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.272092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.353415 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-67b303ee-9a50-4751-a46e-c85d83e0d545 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1007025 Jun 08 18:23:14.400804 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Request body: {'port': {'device_id': '2e998428-53c6-4ea4-a740-64966a898490', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:14.547347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af7404-9ac9-4a76-a4fd-cb2837872fe4 req-edfadb77-5861-41c8-931b-791db2e749fc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.550048 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2af7404-9ac9-4a76-a4fd-cb2837872fe4 req-edfadb77-5861-41c8-931b-791db2e749fc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.3226562 Jun 08 18:23:14.839143 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2af7404-9ac9-4a76-a4fd-cb2837872fe4 req-cf2b610e-6b47-4913-b235-3787410f8c8f tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735515 Jun 08 18:23:14.853793 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:14.954813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab649-91d9-42ed-b766-7ac79db34e37 req-000dd463-166e-467c-85f0-127296e02eb2 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:14.962162 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-00eab649-91d9-42ed-b766-7ac79db34e37 req-000dd463-166e-467c-85f0-127296e02eb2 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 931 time: 0.2680960 Jun 08 18:23:15.082942 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-00eab649-91d9-42ed-b766-7ac79db34e37 req-8d527941-f672-4f84-a5b5-4e2290f61d1c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169386 Jun 08 18:23:15.438668 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b3d79a-0654-42ed-abf5-43106b731cf7 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:15.454123 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.474517 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Transition to ACTIVE for port object 64b3d79a-0654-42ed-abf5-43106b731cf7 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:15.479394 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.488935 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:15.695408 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=64b3d79a-0654-42ed-abf5-43106b731cf7,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:15.742544 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.742918 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.743275 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.743646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.744010 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.744416 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.744765 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.745117 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.745514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.745788 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.746151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.746603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:15.751831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:15.816257 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Attempting to bind port 64b3d79a-0654-42ed-abf5-43106b731cf7 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:15.816806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Attempting to bind port 64b3d79a-0654-42ed-abf5-43106b731cf7 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:15.817353 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Attempting to bind port 64b3d79a-0654-42ed-abf5-43106b731cf7 on network b1c7bdf3-a104-4904-b468-34567314fc0a {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:15.827288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Port 64b3d79a-0654-42ed-abf5-43106b731cf7 on network b1c7bdf3-a104-4904-b468-34567314fc0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:15.827846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Attempting to bind port 64b3d79a-0654-42ed-abf5-43106b731cf7 on network b1c7bdf3-a104-4904-b468-34567314fc0a {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:15.841554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:15.842156 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Checking segment: {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:15.842836 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Bound using segment: {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:15.843600 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Bound port: 64b3d79a-0654-42ed-abf5-43106b731cf7, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:15.844257 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:15.905327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34894) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:16.024555 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:16.030800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=64b3d79a-0654-42ed-abf5-43106b731cf7,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:16.077496 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.079890 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.092724 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:16.181846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.181846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.183177 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] 10.222.0.35 "PUT /v2.0/ports/64b3d79a-0654-42ed-abf5-43106b731cf7 HTTP/1.1" status: 200 len: 1093 time: 1.7970092 Jun 08 18:23:16.191536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:16.194181 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:16.283129 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.295053 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.310713 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1b72ed39-798e-4b75-af2f-ed0fd0adfb7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:16.360797 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ec46b-abe1-431c-b73b-d3580cb2ca69,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:16.384148 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:16.392210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=64b3d79a-0654-42ed-abf5-43106b731cf7,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:16.403373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:16.403828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 34912) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:16.404101 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dbb9471e0ff4b3c9e586cfee1bc3725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4930134 Jun 08 18:23:16.435849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe123ac2-2fe8-4f92-80df-adf8d408b404 req-3571fbcb-63be-4b78-8156-c1d785f2207d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.437363 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fe123ac2-2fe8-4f92-80df-adf8d408b404 req-3571fbcb-63be-4b78-8156-c1d785f2207d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.4042358 Jun 08 18:23:16.573109 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fe123ac2-2fe8-4f92-80df-adf8d408b404 req-16a086f2-e3f4-49fa-b6ad-bbcbcaa8b337 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216707 Jun 08 18:23:16.574153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-7d3a6343-1093-4a8f-82db-87c80f4bbf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.575660 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-7d3a6343-1093-4a8f-82db-87c80f4bbf16 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 1096 time: 0.3122089 Jun 08 18:23:16.576378 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.659092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b60f5-16bd-4e4b-a469-1746952c78f5 req-9f5ad165-01ad-4c29-979e-c4037c38a224 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.660625 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c55b60f5-16bd-4e4b-a469-1746952c78f5 req-9f5ad165-01ad-4c29-979e-c4037c38a224 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.3197749 Jun 08 18:23:16.682367 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-57067f87-50ee-4823-8a3f-be3976805e77 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64b3d79a-0654-42ed-abf5-43106b731cf7 HTTP/1.1" status: 200 len: 217 time: 0.0919955 Jun 08 18:23:16.701977 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.815800 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c55b60f5-16bd-4e4b-a469-1746952c78f5 req-315a454c-3bae-4de0-bb55-06449895f660 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379147 Jun 08 18:23:16.825399 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa9221-f952-4183-b5e7-18098ad71230 req-8cf7ea67-0c9e-47d7-a864-d5eed35feeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:16.826875 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-8cf7ea67-0c9e-47d7-a864-d5eed35feeb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9512a78e-366f-4ac4-91bb-a15226ff580b HTTP/1.1" status: 200 len: 849 time: 0.1167734 Jun 08 18:23:16.829747 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad644280-141f-4629-8793-50877d6241c9 x-openstack-request-id: req-ad644280-141f-4629-8793-50877d6241c9 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:16.830053 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:16.830354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad644280-141f-4629-8793-50877d6241c9 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:16.830780 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7', 'status': 'completed', 'code': 200} Jun 08 18:23:16.902699 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-aeb7f683-79f4-4c92-8fb1-a18ae01c4e87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1c7bdf3-a104-4904-b468-34567314fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596402 Jun 08 18:23:16.904239 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.907522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:16.908633 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ef9ec46b-abe1-431c-b73b-d3580cb2ca69 HTTP/1.1" status: 204 len: 168 time: 0.5029135 Jun 08 18:23:16.909396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:16.944029 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ec46b-abe1-431c-b73b-d3580cb2ca69,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:17.033871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:17.267652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-c19d1334-3e96-451b-9bc0-48bc3788e706 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496246 Jun 08 18:23:17.284497 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f4d4-f7e5-45e2-ba04-a33d27b7377d req-d7c8fa71-a2d6-43ad-82a9-e7513ca744e1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:17.286254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5b90f4d4-f7e5-45e2-ba04-a33d27b7377d req-d7c8fa71-a2d6-43ad-82a9-e7513ca744e1 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2571111 Jun 08 18:23:17.426146 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5b90f4d4-f7e5-45e2-ba04-a33d27b7377d req-02a72d8f-331a-4864-8745-3410700701d8 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174347 Jun 08 18:23:17.503209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5caa9221-f952-4183-b5e7-18098ad71230 req-5dd80fcb-35b1-4d60-b3c1-984494bfff21 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123928 Jun 08 18:23:17.644445 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-8d9a07a8-0779-45cd-aef7-2e401a78bae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:17.646683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-8d9a07a8-0779-45cd-aef7-2e401a78bae7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 1096 time: 0.0888076 Jun 08 18:23:17.848579 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-90d12d12-b07b-4180-9de5-82e3862dbf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:17.850154 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-90d12d12-b07b-4180-9de5-82e3862dbf42 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 910 time: 0.1972454 Jun 08 18:23:18.009428 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34960) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:18.059846 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-1a11c00c-1111-4600-92c1-fc5d58d6b3ee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=64b3d79a-0654-42ed-abf5-43106b731cf7 HTTP/1.1" status: 200 len: 217 time: 0.2025876 Jun 08 18:23:18.182554 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-73167563-network', 'tenant_id': '659417f971ca472f8959196fdf451092'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:18.215099 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Made reservation on behalf of 659417f971ca472f8959196fdf451092 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:18.217974 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.230354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-8a182d43-4a34-4bd6-8914-ab1dd525571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:18.238617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-8a182d43-4a34-4bd6-8914-ab1dd525571d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9512a78e-366f-4ac4-91bb-a15226ff580b HTTP/1.1" status: 200 len: 849 time: 0.1584039 Jun 08 18:23:18.246346 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.332320 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-5c87f96d-7c62-4c2d-9b94-e7635a0d1027 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1c7bdf3-a104-4904-b468-34567314fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847661 Jun 08 18:23:18.353362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61723f-d95d-4668-b472-d42c9ea60a53 req-f6b54218-0291-497f-a112-71b3ed54d16d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:18.366888 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea61723f-d95d-4668-b472-d42c9ea60a53 req-f6b54218-0291-497f-a112-71b3ed54d16d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.3977041 Jun 08 18:23:18.392155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.399108 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.405053 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a89a6edf-88b2-441f-8af6-7be4b9d40e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:18.435009 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:23:18.479183 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.479735 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Added segment d02e0c18-636b-4458-8e24-14529c553105 of type vlan for network 7d6e1430-b458-4b07-816c-664c3e68216e Jun 08 18:23:18.481821 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a439a81a-cf58-4bdc-b5de-e6d5bed380f7,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:18.494544 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:18.525771 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.564546 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.565205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:18.565782 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.569597 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:18.599214 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea61723f-d95d-4668-b472-d42c9ea60a53 req-aa06f590-5fa0-4a80-9f55-ecdf6d8f74aa tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307658 Jun 08 18:23:18.698935 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-fddf1819-ecec-4c06-9504-10f0fea2aee6 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281777 Jun 08 18:23:18.713984 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7029889 Jun 08 18:23:18.718624 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 34984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:18.726610 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Request body: {'subnet': {'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-73167563-subnet', 'tenant_id': '659417f971ca472f8959196fdf451092', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:18.733674 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Pushing event updated for resources: {'Network': ['ID=7d6e1430-b458-4b07-816c-664c3e68216e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:18.741511 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:18.750746 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 7d6e1430-b458-4b07-816c-664c3e68216e details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:23:18.777535 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Made reservation on behalf of 659417f971ca472f8959196fdf451092 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:18.782951 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:18.938523 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-797f2060-6104-4c97-ae39-c2ea8b7ec4e9 req-73879520-7f0f-42dd-8af1-0a25a70f1cd9 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321751 Jun 08 18:23:19.111464 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.115701 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-24f22dbd-200d-43d1-b77c-a7478d718b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:19.209452 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Checking segment: {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:19.209835 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Network hostable DHCP agents. Network: 7d6e1430-b458-4b07-816c-664c3e68216e, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:23:19.212954 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:19.217015 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:19.236510 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Network 7d6e1430-b458-4b07-816c-664c3e68216e is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:23:19.248437 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 7d6e1430-b458-4b07-816c-664c3e68216e) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:19.254950 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:19.255680 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:19.264596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc8f3d-6dde-4256-a1de-8c5e08efb57c None None] Network 7d6e1430-b458-4b07-816c-664c3e68216e requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:19.286244 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5659022 Jun 08 18:23:19.595280 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8b93d-1cc6-428b-8e97-2492fed6acc9 None None] Network 7d6e1430-b458-4b07-816c-664c3e68216e requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:23:20.040004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197dd9f-89b5-45a1-bfd8-19b1d1429714 req-04a3e2ae-ccbe-43b4-a825-489408160c78 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.053561 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7197dd9f-89b5-45a1-bfd8-19b1d1429714 req-04a3e2ae-ccbe-43b4-a825-489408160c78 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.1921542 Jun 08 18:23:20.059107 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-ef4841cf-d38d-4b88-bc90-402d1a9515a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.061580 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-ef4841cf-d38d-4b88-bc90-402d1a9515a2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.3087022 Jun 08 18:23:20.205451 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7197dd9f-89b5-45a1-bfd8-19b1d1429714 req-af8d8163-a8d5-41f7-bb8a-7cf431fe5945 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507072 Jun 08 18:23:20.258441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984623c8-cd83-4809-8e56-dafb9a3d9186 req-ff9dba5b-bd99-4fc0-bb81-59cee1526702 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:20.259839 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-984623c8-cd83-4809-8e56-dafb9a3d9186 req-ff9dba5b-bd99-4fc0-bb81-59cee1526702 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1723351 Jun 08 18:23:20.352820 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-984623c8-cd83-4809-8e56-dafb9a3d9186 req-bfec9923-47b9-4486-8aab-33cb7becfbfb tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861542 Jun 08 18:23:23.020204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-f86c0232-5539-42d9-b64b-88433f84e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:23.021641 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-f86c0232-5539-42d9-b64b-88433f84e8bc service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.1431594 Jun 08 18:23:24.058108 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-d3d6f344-7d67-4a08-85a2-20a95a0c1e9f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.0725451 Jun 08 18:23:25.564667 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:23:25.985333 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-61fd1364-6b63-4cc3-80e2-10dd7d188025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:25.986830 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-61fd1364-6b63-4cc3-80e2-10dd7d188025 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.3208909 Jun 08 18:23:26.056646 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-aacd7594-1256-43f5-9849-18f4425ac218 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613959 Jun 08 18:23:26.180092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b8c7b-9caa-448e-b2ed-e6942fe33490 req-393498ca-7e52-4d11-9cf8-81f26913cd5c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:26.181716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-328b8c7b-9caa-448e-b2ed-e6942fe33490 req-393498ca-7e52-4d11-9cf8-81f26913cd5c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.3414280 Jun 08 18:23:26.219888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241a2df-5b41-4858-ab32-68faeecdbcd9 req-db6d8251-a5ce-44cb-adcb-708eb801c810 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:26.221423 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c241a2df-5b41-4858-ab32-68faeecdbcd9 req-db6d8251-a5ce-44cb-adcb-708eb801c810 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3229072 Jun 08 18:23:26.316658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-328b8c7b-9caa-448e-b2ed-e6942fe33490 req-4a7b0062-b5f3-4414-9edf-8eb94863f30d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267457 Jun 08 18:23:26.319153 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c241a2df-5b41-4858-ab32-68faeecdbcd9 req-e41bb322-f55b-405c-8d15-02db4cb9e645 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794766 Jun 08 18:23:26.321038 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-675ba90f-305b-437b-9621-7856c001fca6 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549455 Jun 08 18:23:26.462013 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae0d1a35-3146-4934-8a5e-eff1a97d1f3b req-7e24b936-3a68-4e0d-8888-4174716cb1c8 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333265 Jun 08 18:23:27.594957 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14b32-fd93-4c1e-b10c-b2e27485e6a6 req-fba41788-c521-4a5a-92fc-a412602f9d89 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:27.596727 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15e14b32-fd93-4c1e-b10c-b2e27485e6a6 req-fba41788-c521-4a5a-92fc-a412602f9d89 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.1627438 Jun 08 18:23:27.609426 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f738b3-d864-4176-936c-23c95e513a99 req-7e4ce906-f038-4684-98e0-b334203ee637 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:27.611045 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3f738b3-d864-4176-936c-23c95e513a99 req-7e4ce906-f038-4684-98e0-b334203ee637 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1393478 Jun 08 18:23:27.692216 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15e14b32-fd93-4c1e-b10c-b2e27485e6a6 req-14e744f3-2a7c-4209-86c7-0248a2a6f86c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800936 Jun 08 18:23:27.697221 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3f738b3-d864-4176-936c-23c95e513a99 req-862ca398-13fe-41be-a654-a8775782f608 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715399 Jun 08 18:23:29.016954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eefce5c-b4bc-4c4e-9a9c-917d1bc4ec8c req-da2e13d4-7d12-426f-8121-eb4d6428b20f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:29.018535 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6eefce5c-b4bc-4c4e-9a9c-917d1bc4ec8c req-da2e13d4-7d12-426f-8121-eb4d6428b20f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.1527689 Jun 08 18:23:29.034163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959710bd-b7ea-40cf-8528-d49bf0c09e2b req-25d72838-285c-4c31-a4f4-4f9eee7f2a8c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:29.035794 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-959710bd-b7ea-40cf-8528-d49bf0c09e2b req-25d72838-285c-4c31-a4f4-4f9eee7f2a8c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1383929 Jun 08 18:23:29.121190 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6eefce5c-b4bc-4c4e-9a9c-917d1bc4ec8c req-cfeaab5f-d555-4c78-8df1-fe1df7ca3cbe tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959895 Jun 08 18:23:29.127264 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-959710bd-b7ea-40cf-8528-d49bf0c09e2b req-a04f4a0d-8047-43e5-834a-d441acfa80ed tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Jun 08 18:23:30.989542 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2626f7de-c717-4e53-a6b0-6717349c4f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:32.723097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 64b3d79a-0654-42ed-abf5-43106b731cf7 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:32.887897 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-0eb591b0-39af-4ee6-98bb-6f8fb047c4bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016886 Jun 08 18:23:33.012637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=64b3d79a-0654-42ed-abf5-43106b731cf7,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:33.033896 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '64b3d79a-0654-42ed-abf5-43106b731cf7', 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a', 'port_id': '64b3d79a-0654-42ed-abf5-43106b731cf7', 'mac_address': 'fa:16:3e:4e:67:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512a78e-366f-4ac4-91bb-a15226ff580b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:33.105760 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.130482 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b3d79a-0654-42ed-abf5-43106b731cf7 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:33.131224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a5025b-9235-4c31-93f6-e079a5fb4d2f req-c49aba66-5652-4759-bd87-12932ea366c4 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.132781 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-28a5025b-9235-4c31-93f6-e079a5fb4d2f req-c49aba66-5652-4759-bd87-12932ea366c4 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 943 time: 0.2387526 Jun 08 18:23:33.135871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-b1a7721e-7a5e-4882-82df-e10bcbe5fc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.137327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-b1a7721e-7a5e-4882-82df-e10bcbe5fc92 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1098 time: 0.1999695 Jun 08 18:23:33.154456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=64b3d79a-0654-42ed-abf5-43106b731cf7,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:33.161384 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.164093 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:33.164796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439829d-6e28-405a-beb1-7dc66f2e02a4 req-cce74b6c-0334-4e36-9307-ea29e73776cf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.166433 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5439829d-6e28-405a-beb1-7dc66f2e02a4 req-cce74b6c-0334-4e36-9307-ea29e73776cf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1875513 Jun 08 18:23:33.286250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=64b3d79a-0654-42ed-abf5-43106b731cf7,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:33.300596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.301178 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.301744 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.302274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.302907 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.303463 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.304029 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.304602 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.305279 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.305969 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.306562 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.307152 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:33.315012 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:33.315233 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-28a5025b-9235-4c31-93f6-e079a5fb4d2f req-de0f8c3e-3f88-4a5e-bcd8-50acddbb83a9 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723909 Jun 08 18:23:33.331572 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5439829d-6e28-405a-beb1-7dc66f2e02a4 req-fa028d22-1a39-46c4-b152-2b9dd9adbd97 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398678 Jun 08 18:23:33.372885 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-71bc0e90-44fd-4730-8e82-ea13da03c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.374897 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-71bc0e90-44fd-4730-8e82-ea13da03c8b5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.2071199 Jun 08 18:23:33.571664 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-b64f5251-2c2d-4adb-9a5e-53a48147a698 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 1000 time: 0.1899304 Jun 08 18:23:33.579056 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.641061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-d61f5960-256f-4b7d-837f-28d552f08603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.642700 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-d61f5960-256f-4b7d-837f-28d552f08603 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0634744 Jun 08 18:23:33.720841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-43ab0474-df09-4f3b-90d0-e12412cce32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:33.762218 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-9a347cef-73f8-4d40-8e23-61e52fa0bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:33.764983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-9a347cef-73f8-4d40-8e23-61e52fa0bd8c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1130762 Jun 08 18:23:34.010642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-ca2db033-bbe2-4096-91b9-f0afd42eb4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376363 Jun 08 18:23:34.170028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62e62191-9674-4a29-bae7-dda9a4db0382 req-c1c55abd-672b-45a5-9320-633199389914 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519349 Jun 08 18:23:34.341691 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['64b3d79a-0654-42ed-abf5-43106b731cf7'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:34.680242 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c1af2-be54-4997-bf50-0bb5d3cfcd5f req-cfa420c5-7ee5-4ac2-9302-22ea30e467e0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:34.682059 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e4c1af2-be54-4997-bf50-0bb5d3cfcd5f req-cfa420c5-7ee5-4ac2-9302-22ea30e467e0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 944 time: 0.1753426 Jun 08 18:23:34.691526 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b74ee-5071-44b4-9eea-ca89154aeb3b req-253e0842-09e9-4054-aaa4-255d7930a830 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:34.693046 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d5b74ee-5071-44b4-9eea-ca89154aeb3b req-253e0842-09e9-4054-aaa4-255d7930a830 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1386528 Jun 08 18:23:34.781426 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e4c1af2-be54-4997-bf50-0bb5d3cfcd5f req-e61eb52f-4e7b-48a4-9fe3-7ef9844913a6 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867829 Jun 08 18:23:34.802288 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d5b74ee-5071-44b4-9eea-ca89154aeb3b req-6d64229a-0db0-4058-b072-da67e9885040 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893903 Jun 08 18:23:34.860863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:35.495708 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-ef07031f-342f-40d8-a1c4-cdc371d4c8b3 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:35.498340 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-ef07031f-342f-40d8-a1c4-cdc371d4c8b3 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 812 time: 0.2432172 Jun 08 18:23:35.522265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-c379b0c1-7e66-4299-a15f-d44c9c3e6135 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/quotas/659417f971ca472f8959196fdf451092 HTTP/1.1" status: 200 len: 375 time: 0.0166063 Jun 08 18:23:35.611564 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-1263f23f-f8f8-461c-90bc-4db47d53a643 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834064 Jun 08 18:23:35.855303 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-c426bb4b-c155-4937-aaac-6319d6be15aa service neutron] 10.222.0.46 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350760 Jun 08 18:23:36.278169 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-550d357a-d262-44e6-802f-8e1dec79979a service neutron] 10.222.0.46 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127190 Jun 08 18:23:36.312619 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fbbd7-664a-4780-8840-47662b439049 req-a8b2c626-532c-4351-9a3b-413063d05278 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.315879 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a1fbbd7-664a-4780-8840-47662b439049 req-a8b2c626-532c-4351-9a3b-413063d05278 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 944 time: 0.2811024 Jun 08 18:23:36.384833 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a1fbbd7-664a-4780-8840-47662b439049 req-bd97d3b6-7858-4f41-aa7a-f937cc3ec348 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610132 Jun 08 18:23:36.727185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc482e61-ad63-4c08-b5e9-f6a7a0f27826 req-bad393ac-e872-4ebd-b727-aef91fa3d177 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:36.728532 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dc482e61-ad63-4c08-b5e9-f6a7a0f27826 req-bad393ac-e872-4ebd-b727-aef91fa3d177 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1466708 Jun 08 18:23:36.868655 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:36.882810 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b95b4bf-6ab3-4f0d-aeab-67eaaf0dd73d req-1d19e48d-54b2-4eea-966c-c8654f883515 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 210 time: 0.1173713 Jun 08 18:23:36.920437 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dc482e61-ad63-4c08-b5e9-f6a7a0f27826 req-51d3a7fe-077c-4b66-8799-5f1138309d04 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738322 Jun 08 18:23:37.226211 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 64b3d79a-0654-42ed-abf5-43106b731cf7 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:23:37.343704 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 64b3d79a-0654-42ed-abf5-43106b731cf7 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:23:37.353002 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 64b3d79a-0654-42ed-abf5-43106b731cf7 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:23:37.353510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.586020 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.625828 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:37.628894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bbe807-8680-44fa-95ef-0e00d786bcfd" -d '{"events": [{"server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "name": "network-vif-plugged", "status": "completed", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:37.639462 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=64b3d79a-0654-42ed-abf5-43106b731cf7,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:37.648696 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:37.651213 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:37.723649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed866af-367e-4f49-a885-a856f4786c35 x-openstack-request-id: req-9ed866af-367e-4f49-a885-a856f4786c35 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:37.724043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "name": "network-vif-plugged", "status": "completed", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:37.724376 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ed866af-367e-4f49-a885-a856f4786c35 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:37.724847 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7', 'code': 200} Jun 08 18:23:37.758767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=64b3d79a-0654-42ed-abf5-43106b731cf7,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:37.765769 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:37.813696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ebce0-18ff-4b43-9901-9fd6fbe46dc3 req-056a7fda-da09-4bbe-a89c-3e1d3a7fb7b4 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:37.815908 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-858ebce0-18ff-4b43-9901-9fd6fbe46dc3 req-056a7fda-da09-4bbe-a89c-3e1d3a7fb7b4 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.1569526 Jun 08 18:23:37.907275 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-858ebce0-18ff-4b43-9901-9fd6fbe46dc3 req-ddad43d3-5c61-4d74-9f9c-3dcd215411dc tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805793 Jun 08 18:23:38.283206 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:38.637146 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d5ceeed-dcf6-45d4-8316-5f0114fc1bc0 req-d315c070-4248-4a3e-afc6-e3634468de66 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 210 time: 0.3553402 Jun 08 18:23:38.825897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e9e5a-9f4a-48a2-ba63-355438960ff6 req-df67f818-1675-4f29-8f67-5aff701ffc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:38.827934 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-428e9e5a-9f4a-48a2-ba63-355438960ff6 req-df67f818-1675-4f29-8f67-5aff701ffc63 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 1098 time: 0.5479689 Jun 08 18:23:38.839536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca6cf4-6837-4901-9361-03ba84bd4a20 req-83ad4d5c-4b2b-40f6-9e26-1a028926cdae tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:38.847043 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76ca6cf4-6837-4901-9361-03ba84bd4a20 req-83ad4d5c-4b2b-40f6-9e26-1a028926cdae tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.6745944 Jun 08 18:23:38.884698 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-f481657b-ac09-4651-9e76-bd78bbd10fd9 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:38.886171 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-f481657b-ac09-4651-9e76-bd78bbd10fd9 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 812 time: 0.4024987 Jun 08 18:23:38.914510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Request body: {'port': {'device_id': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e', 'admin_state_up': True, 'tenant_id': '659417f971ca472f8959196fdf451092'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:39.031776 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76ca6cf4-6837-4901-9361-03ba84bd4a20 req-c8e45619-8074-4414-b33c-b9e31b84db65 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830845 Jun 08 18:23:39.047324 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-428e9e5a-9f4a-48a2-ba63-355438960ff6 req-b9d8c012-da0a-47a7-9361-9d3071d2b289 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973841 Jun 08 18:23:39.212762 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Made reservation on behalf of 659417f971ca472f8959196fdf451092 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:23:39.216568 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.242191 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffbabe-53b7-4b3a-8f60-da0d82ed2e5a req-00bdecc2-8da2-41ad-8826-a11cddd58520 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:39.243843 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-50ffbabe-53b7-4b3a-8f60-da0d82ed2e5a req-00bdecc2-8da2-41ad-8826-a11cddd58520 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.1436479 Jun 08 18:23:39.363837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-50ffbabe-53b7-4b3a-8f60-da0d82ed2e5a req-45a2a178-4e6c-4747-bb6d-3f15b1fe36fd tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110020 Jun 08 18:23:39.476830 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Allocated IP 172.20.0.11 (7d6e1430-b458-4b07-816c-664c3e68216e/8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b/7c4344e3-1dd0-4a9f-af00-ccd2019237de) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:23:39.779067 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.841921 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-71175231-5422-4073-90b2-c530a32b0f03 req-a8c3aab4-0da3-4d8b-b99e-b937bdc79229 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 210 time: 0.0483587 Jun 08 18:23:39.869462 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:23:39.872398 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:23:39.894330 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Network 7d6e1430-b458-4b07-816c-664c3e68216e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:23:39.895665 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:23:39.898621 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:23:39.969633 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:39.970234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:39.998807 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-be27fa28-499d-469c-9581-f6091dadcf6d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0905392 Jun 08 18:23:40.019465 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Request body: {'port': {'device_id': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:23:40.203709 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:40.483383 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e1af8-772e-48db-8763-f1840593e2ba req-5b719364-4cfb-42db-9728-a803526829e6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:40.494608 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b0e1af8-772e-48db-8763-f1840593e2ba req-5b719364-4cfb-42db-9728-a803526829e6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2741449 Jun 08 18:23:40.819013 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b0e1af8-772e-48db-8763-f1840593e2ba req-d38ee4c4-36bb-4327-a344-761c91fb1cbf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184671 Jun 08 18:23:40.975141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadbd2ad-3a98-4e05-937b-c8504bb69952 req-812260d9-3d7f-444a-bba9-2745b4d1a076 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:40.985339 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cadbd2ad-3a98-4e05-937b-c8504bb69952 req-812260d9-3d7f-444a-bba9-2745b4d1a076 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.4894238 Jun 08 18:23:41.095404 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cadbd2ad-3a98-4e05-937b-c8504bb69952 req-8241b4cd-3f19-4bf2-9ac5-6f4dfb7cd0e1 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091495 Jun 08 18:23:41.325240 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4344e3-1dd0-4a9f-af00-ccd2019237de {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:41.339751 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.364429 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Transition to ACTIVE for port object 7c4344e3-1dd0-4a9f-af00-ccd2019237de will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:23:41.367857 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.378135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:41.495335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29132d45-b913-4228-9681-ccdcfed3fc12 req-ac684e5b-63d7-40f9-8dd4-56519131cd4b tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:41.496873 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29132d45-b913-4228-9681-ccdcfed3fc12 req-ac684e5b-63d7-40f9-8dd4-56519131cd4b tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 932 time: 0.2553234 Jun 08 18:23:41.540114 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4344e3-1dd0-4a9f-af00-ccd2019237de,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:41.546899 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:41.640725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29132d45-b913-4228-9681-ccdcfed3fc12 req-91511ada-d9fc-4522-aecc-70f5049bbb2d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262696 Jun 08 18:23:41.696384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Attempting to bind port 7c4344e3-1dd0-4a9f-af00-ccd2019237de on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:23:41.696646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Attempting to bind port 7c4344e3-1dd0-4a9f-af00-ccd2019237de by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:23:41.696945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Attempting to bind port 7c4344e3-1dd0-4a9f-af00-ccd2019237de on network 7d6e1430-b458-4b07-816c-664c3e68216e {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:41.702467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Port 7c4344e3-1dd0-4a9f-af00-ccd2019237de on network 7d6e1430-b458-4b07-816c-664c3e68216e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:23:41.702741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Attempting to bind port 7c4344e3-1dd0-4a9f-af00-ccd2019237de on network 7d6e1430-b458-4b07-816c-664c3e68216e {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:23:41.708721 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:23:41.709061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Checking segment: {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:23:41.709451 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Bound using segment: {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:23:41.709890 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Bound port: 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:23:41.710241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.852378 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:23:41.856900 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:23:41.862296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:41.882246 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:42.004592 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4344e3-1dd0-4a9f-af00-ccd2019237de,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:42.016828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:42.092608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.093502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:42.095500 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] 10.222.0.35 "PUT /v2.0/ports/7c4344e3-1dd0-4a9f-af00-ccd2019237de HTTP/1.1" status: 200 len: 1094 time: 2.0811799 Jun 08 18:23:42.096272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:42.099885 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f" -d '{"events": [{"name": "network-changed", "server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:42.236510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb941349-2a72-4247-8ab0-6090a8de0d1b req-27cdbc0a-6386-4b8f-a5f8-ebbf0999bb8c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.238337 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb941349-2a72-4247-8ab0-6090a8de0d1b req-27cdbc0a-6386-4b8f-a5f8-ebbf0999bb8c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2289736 Jun 08 18:23:42.306236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18fdee54-0726-4956-ad2e-953ef7956968 x-openstack-request-id: req-18fdee54-0726-4956-ad2e-953ef7956968 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:42.306556 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:42.306844 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18fdee54-0726-4956-ad2e-953ef7956968 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:42.307265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de', 'status': 'completed', 'code': 200} Jun 08 18:23:42.321439 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb941349-2a72-4247-8ab0-6090a8de0d1b req-2a91ac48-e3ce-4137-96f6-3b33a9a7c9e6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671275 Jun 08 18:23:42.359694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-eba7d051-54d1-47b1-9ff3-24c71300b6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.362417 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-eba7d051-54d1-47b1-9ff3-24c71300b6dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 1097 time: 0.2092605 Jun 08 18:23:42.496982 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3fc49-1e57-4932-af03-4576a3d1372d req-95cd80c5-c849-437b-bb65-f7d77b872c2d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.498921 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0cd3fc49-1e57-4932-af03-4576a3d1372d req-95cd80c5-c849-437b-bb65-f7d77b872c2d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.0884330 Jun 08 18:23:42.548693 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0cd3fc49-1e57-4932-af03-4576a3d1372d req-ffe18f7d-bf72-4366-b476-b9d7db57d454 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425298 Jun 08 18:23:42.904158 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-711cfdf0-bafc-4dab-983d-dacd6a8dbd8e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de HTTP/1.1" status: 200 len: 217 time: 0.0884230 Jun 08 18:23:42.990197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-f70894c6-1f55-4d15-87e6-8e696c801338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:42.991673 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-f70894c6-1f55-4d15-87e6-8e696c801338 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b HTTP/1.1" status: 200 len: 852 time: 0.0769973 Jun 08 18:23:43.004687 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb7110-2960-4734-83a2-8ae484188222 req-065e05c1-54be-469d-aa0b-216de9e684dc tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:43.006189 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-40bb7110-2960-4734-83a2-8ae484188222 req-065e05c1-54be-469d-aa0b-216de9e684dc tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.2219837 Jun 08 18:23:43.077172 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-f4bbf288-3237-4a67-94e8-5855fc2cb040 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d6e1430-b458-4b07-816c-664c3e68216e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699341 Jun 08 18:23:43.109976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-40bb7110-2960-4734-83a2-8ae484188222 req-fb014173-705d-4b69-b3af-545a95bcb95d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679424 Jun 08 18:23:43.597634 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c26db7-8b28-44a9-aaee-dc764ce545ed req-225d2a3d-9e24-463d-afbd-b7c59db9c64c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:43.599410 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6c26db7-8b28-44a9-aaee-dc764ce545ed req-225d2a3d-9e24-463d-afbd-b7c59db9c64c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1489956 Jun 08 18:23:43.680479 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6c26db7-8b28-44a9-aaee-dc764ce545ed req-c4008a2a-ed06-483f-9299-ddde3cfd7541 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688848 Jun 08 18:23:45.761254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-2de3fddf-edff-49fd-983b-a174eaeadf55 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680299 Jun 08 18:23:45.774469 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67e155-9cdb-4952-a20b-f22245ead0b7 req-d8aa4d2f-7a42-4dad-ad40-f4f4ac6fbba5 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:45.776456 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b67e155-9cdb-4952-a20b-f22245ead0b7 req-d8aa4d2f-7a42-4dad-ad40-f4f4ac6fbba5 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.1503727 Jun 08 18:23:45.830151 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b67e155-9cdb-4952-a20b-f22245ead0b7 req-cfcd83f2-85e9-4e03-9125-9abff53c123e tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Jun 08 18:23:46.026820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fdcb6f-2c32-4f5f-ae3d-65625156cf35 req-e8a21b9f-9d2e-4d85-b46e-6128e55bf296 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:46.028433 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fdcb6f-2c32-4f5f-ae3d-65625156cf35 req-e8a21b9f-9d2e-4d85-b46e-6128e55bf296 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.0920277 Jun 08 18:23:46.109677 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fdcb6f-2c32-4f5f-ae3d-65625156cf35 req-4c2754cf-bd49-4286-b39e-cf3e531a787a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736456 Jun 08 18:23:47.705955 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f1976ed4-e8c6-4ae9-b28a-85c9910db83a req-9be490cb-362c-404b-bf74-766b5dfdab60 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637352 Jun 08 18:23:47.729466 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8310b19d-a783-4f27-985f-818f60c8b040 req-a4b3af8f-d972-4d94-a96a-ba1e04f96ccd tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:47.731059 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8310b19d-a783-4f27-985f-818f60c8b040 req-a4b3af8f-d972-4d94-a96a-ba1e04f96ccd tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.2198222 Jun 08 18:23:47.746048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd37b2d-51fb-4bd3-8904-ad8709b28655 req-e998fc6f-b3c4-4a26-b140-fe79b0d3d9d7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:47.747651 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1dd37b2d-51fb-4bd3-8904-ad8709b28655 req-e998fc6f-b3c4-4a26-b140-fe79b0d3d9d7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2375226 Jun 08 18:23:47.872963 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8310b19d-a783-4f27-985f-818f60c8b040 req-3b757c43-99c5-4637-a3f7-ec20c4c7b68d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242630 Jun 08 18:23:47.883583 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1dd37b2d-51fb-4bd3-8904-ad8709b28655 req-e6b04281-2472-4473-ab4a-93fb7e34f252 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171567 Jun 08 18:23:47.934398 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-26e42657-55e6-4fb6-a8d3-b10896464f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:47.936960 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-26e42657-55e6-4fb6-a8d3-b10896464f9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 1097 time: 0.1184452 Jun 08 18:23:48.118816 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-87ad32cd-8c05-401c-9de2-93d496b28acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:48.121314 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-87ad32cd-8c05-401c-9de2-93d496b28acd service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 913 time: 0.1778839 Jun 08 18:23:48.212214 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-5d1b1647-fb45-4b56-adfc-18f10110793c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de HTTP/1.1" status: 200 len: 217 time: 0.0838685 Jun 08 18:23:48.279150 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-0f18bc85-4b28-4376-8a76-520def29d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:48.280916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-0f18bc85-4b28-4376-8a76-520def29d8ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b HTTP/1.1" status: 200 len: 852 time: 0.0626290 Jun 08 18:23:48.335248 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-71be2d18-b2e1-45c0-8672-16ff71c96f39 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d6e1430-b458-4b07-816c-664c3e68216e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473564 Jun 08 18:23:48.494052 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-49514e6c-fc65-4d7d-82cb-ef4ee317dbc8 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517055 Jun 08 18:23:50.305688 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9f00de01-11f3-4ffd-bd88-67efa6b4a02f req-2a86d74e-633f-44e4-b469-97d785c8925a service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591892 Jun 08 18:23:53.339662 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b6b7e-4162-45f8-83c5-230ef3c13d83 req-50d9ca9f-de1d-4565-bc88-24bbff0ab55a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.341289 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c1b6b7e-4162-45f8-83c5-230ef3c13d83 req-50d9ca9f-de1d-4565-bc88-24bbff0ab55a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.1644022 Jun 08 18:23:53.351887 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f8728-0aac-4003-8ab5-bc0ae558458e req-e282facf-9729-430a-b385-80e71e6934ef tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.353447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e39f8728-0aac-4003-8ab5-bc0ae558458e req-e282facf-9729-430a-b385-80e71e6934ef tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.1744208 Jun 08 18:23:53.436024 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c1b6b7e-4162-45f8-83c5-230ef3c13d83 req-1f47f2a5-f4aa-436e-adc2-1eb2eb377296 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815575 Jun 08 18:23:53.439982 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e39f8728-0aac-4003-8ab5-bc0ae558458e req-2db9aae0-fc7c-4377-8e5e-2c97dc5b0233 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Jun 08 18:23:53.666603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60302585-a9f3-4664-b241-a35c184a81f3 req-5c7e7b1a-5e3f-452e-a863-b2b5c5d0a75c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:53.669193 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60302585-a9f3-4664-b241-a35c184a81f3 req-5c7e7b1a-5e3f-452e-a863-b2b5c5d0a75c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1124372 Jun 08 18:23:53.740531 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60302585-a9f3-4664-b241-a35c184a81f3 req-2383f4e6-351f-41b9-a190-159f64989de6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631716 Jun 08 18:23:54.975130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adcab25-ddb6-4a7d-80e9-3e9dfe5e34a5 req-a0d48729-afa6-40f6-8b2c-58d65044797c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:54.977802 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5adcab25-ddb6-4a7d-80e9-3e9dfe5e34a5 req-a0d48729-afa6-40f6-8b2c-58d65044797c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.3333669 Jun 08 18:23:55.049288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bff179-3f62-45b4-a2af-fcfd5af72fdb req-611ca3c8-0afb-4275-90c3-d8beac5149eb tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.052091 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a5bff179-3f62-45b4-a2af-fcfd5af72fdb req-611ca3c8-0afb-4275-90c3-d8beac5149eb tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.3059599 Jun 08 18:23:55.125276 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5adcab25-ddb6-4a7d-80e9-3e9dfe5e34a5 req-e027d2ca-1d36-43f0-8785-a97eec9c6afc tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389868 Jun 08 18:23:55.167151 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a5bff179-3f62-45b4-a2af-fcfd5af72fdb req-681ba729-d76c-41bd-89c6-f716b87ecaa0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 Jun 08 18:23:55.563595 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-a5446ab8-a02c-41e1-9835-5ed46d0ab18c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.565108 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-a5446ab8-a02c-41e1-9835-5ed46d0ab18c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.2463217 Jun 08 18:23:55.574080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1a0eb7-162d-4fcf-b532-4a96e3d8fb09 req-262ac8bd-36bb-4e89-a2f8-215bc4a58316 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:55.575773 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f1a0eb7-162d-4fcf-b532-4a96e3d8fb09 req-262ac8bd-36bb-4e89-a2f8-215bc4a58316 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2206523 Jun 08 18:23:55.752802 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f1a0eb7-162d-4fcf-b532-4a96e3d8fb09 req-19654505-2d0c-4782-b4a9-6e051a5689e3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670198 Jun 08 18:23:56.020494 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Deleting port 64b3d79a-0654-42ed-abf5-43106b731cf7 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:23:56.021814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.121677 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72e5ffb-31b5-4697-aa88-77ed93eb0b29 req-2edb6ea8-d39a-4703-9bfd-e877f53ebaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:56.125126 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f72e5ffb-31b5-4697-aa88-77ed93eb0b29 req-2edb6ea8-d39a-4703-9bfd-e877f53ebaa0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.3152103 Jun 08 18:23:56.255758 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f72e5ffb-31b5-4697-aa88-77ed93eb0b29 req-3e920422-21b6-4078-b9cb-cd7364514762 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217306 Jun 08 18:23:56.418911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] For port 64b3d79a-0654-42ed-abf5-43106b731cf7, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=64b3d79a-0654-42ed-abf5-43106b731cf7,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:56.419361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:56.739144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Calling delete_port for 64b3d79a-0654-42ed-abf5-43106b731cf7 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:23:56.846027 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e85c7-8652-4a6a-8a2c-2b6f1514e91c req-9dc0add8-a5d4-4b20-87b2-3a7cd5edee8c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:56.857590 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd3e85c7-8652-4a6a-8a2c-2b6f1514e91c req-9dc0add8-a5d4-4b20-87b2-3a7cd5edee8c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 944 time: 0.5620339 Jun 08 18:23:56.995176 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd3e85c7-8652-4a6a-8a2c-2b6f1514e91c req-d86f14b4-05e8-40b7-b436-9aceb0003261 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360364 Jun 08 18:23:57.022322 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38928854-0c97-44ee-a515-da852e58f916 req-ba8a0246-43ac-4c9f-bf83-76ac294d1299 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:57.063897 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-38928854-0c97-44ee-a515-da852e58f916 req-ba8a0246-43ac-4c9f-bf83-76ac294d1299 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 945 time: 0.5982468 Jun 08 18:23:57.244798 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-38928854-0c97-44ee-a515-da852e58f916 req-e552837c-45c7-4c32-b746-44b44a81e1ed tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728632 Jun 08 18:23:57.300188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.315288 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['64b3d79a-0654-42ed-abf5-43106b731cf7'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:23:57.317459 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:57.396252 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7c4344e3-1dd0-4a9f-af00-ccd2019237de details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:23:57.603586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Pushing event deleted for resources: {'Port': ['ID=64b3d79a-0654-42ed-abf5-43106b731cf7,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:57.609822 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:57.635861 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '7c4344e3-1dd0-4a9f-af00-ccd2019237de', 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e', 'port_id': '7c4344e3-1dd0-4a9f-af00-ccd2019237de', 'mac_address': 'fa:16:3e:19:b7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:23:57.647796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:57.669170 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] No DVR routers for this DVR port 64b3d79a-0654-42ed-abf5-43106b731cf7 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:23:57.683848 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.685902 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9615326-f9dc-4cfe-81a2-b9b89e8e5889 req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "DELETE /v2.0/ports/64b3d79a-0654-42ed-abf5-43106b731cf7 HTTP/1.1" status: 204 len: 173 time: 2.0813398 Jun 08 18:23:57.687360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'name': 'network-vif-deleted', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:23:57.689984 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550b494e-762e-4149-a640-de3a36494308" -d '{"events": [{"server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "name": "network-vif-deleted", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:23:57.724177 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.728144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcf42d-8043-4b32-b1ce-dc671c9d5633 req-cb5768bd-e8a6-4fe5-9b5a-4e3eb65cad04 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:57.739241 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07dcf42d-8043-4b32-b1ce-dc671c9d5633 req-cb5768bd-e8a6-4fe5-9b5a-4e3eb65cad04 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1836455 Jun 08 18:23:57.756031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4344e3-1dd0-4a9f-af00-ccd2019237de {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:23:57.780597 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:23:57.782813 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07dcf42d-8043-4b32-b1ce-dc671c9d5633 req-99349e24-d81a-4fca-904a-43a3b606f7be tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465748 Jun 08 18:23:57.786922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:57.789609 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:57.791628 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c893b0-3eea-4998-a1ce-8052dc16fa63 x-openstack-request-id: req-d6c893b0-3eea-4998-a1ce-8052dc16fa63 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:23:57.792353 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e998428-53c6-4ea4-a740-64966a898490", "name": "network-vif-deleted", "tag": "64b3d79a-0654-42ed-abf5-43106b731cf7", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:23:57.792850 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d6c893b0-3eea-4998-a1ce-8052dc16fa63 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:23:57.793527 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e998428-53c6-4ea4-a740-64966a898490', 'name': 'network-vif-deleted', 'tag': '64b3d79a-0654-42ed-abf5-43106b731cf7', 'status': 'completed', 'code': 200} Jun 08 18:23:57.879186 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=7c4344e3-1dd0-4a9f-af00-ccd2019237de,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:57.884415 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:58.399529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690dfc0-bef8-429a-87a5-2a521f5e5738 req-f87eb29f-7eb4-47cc-982c-01983b1496a8 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:23:58.401140 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e690dfc0-bef8-429a-87a5-2a521f5e5738 req-f87eb29f-7eb4-47cc-982c-01983b1496a8 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 945 time: 0.1716897 Jun 08 18:23:58.555693 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e690dfc0-bef8-429a-87a5-2a521f5e5738 req-46d42e71-6348-4075-b617-9d893957348a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441627 Jun 08 18:23:58.583907 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0b9b7925-264d-414e-8d6b-d4a52fc720cd req-bf23544c-517a-4684-9f4b-550e53d46646 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e998428-53c6-4ea4-a740-64966a898490 HTTP/1.1" status: 200 len: 210 time: 0.0892329 Jun 08 18:23:59.299463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 35606) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:59.434921 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.449431 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 64b3d79a-0654-42ed-abf5-43106b731cf7 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:23:59.493370 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 64b3d79a-0654-42ed-abf5-43106b731cf7 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:23:59.493724 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 64b3d79a-0654-42ed-abf5-43106b731cf7 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:23:59.617294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.622347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.634553 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2d5b06dc-11aa-4692-85b9-1eaa834d47aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:59.679400 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f71a54fff78482b89d105aadd901896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786938 Jun 08 18:23:59.681784 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24acd4ff-16c9-464b-990d-79257f5d969b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:59.682663 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35614) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:23:59.685788 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:23:59.778801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.828269 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.897981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.901237 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:23:59.902924 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24acd4ff-16c9-464b-990d-79257f5d969b HTTP/1.1" status: 204 len: 168 time: 0.2187209 Jun 08 18:23:59.904312 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bf1abbe8-aaf4-48f4-9ac3-d3a3bf31cf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:23:59.916786 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24acd4ff-16c9-464b-990d-79257f5d969b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:23:59.927000 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.927783 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.928364 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.928932 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.929503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.930063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.930619 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.931245 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.931737 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.932291 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.932850 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.933393 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:23:59.939755 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:00.247785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 35624) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:00.267546 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.408155 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.413297 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.423408 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-69aae796-dd9a-4a3b-b134-143b99683a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:00.474002 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9400b2723c44e398e99f23cf07cd8a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248046 Jun 08 18:24:00.475947 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23cec38-1bfb-4101-aacf-d4241f5e0435,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:00.477527 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35626) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:00.480117 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:00.551933 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.582229 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.641164 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.643988 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:00.645315 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c23cec38-1bfb-4101-aacf-d4241f5e0435 HTTP/1.1" status: 204 len: 168 time: 0.1663752 Jun 08 18:24:00.646193 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-90c7ab17-cd13-4717-a1b3-a2742e6dec88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:00.660455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23cec38-1bfb-4101-aacf-d4241f5e0435,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:00.664029 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:01.001669 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-126656c4-9242-4b61-9694-a851ab759389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:02.316418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['7c4344e3-1dd0-4a9f-af00-ccd2019237de'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:24:02.576381 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:24:02.660970 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94970ec-e05d-4d65-a943-82ef3e68aadc req-9089692b-5103-4c94-93d8-e2d85d16caa7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:02.663593 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f94970ec-e05d-4d65-a943-82ef3e68aadc req-9089692b-5103-4c94-93d8-e2d85d16caa7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3323832 Jun 08 18:24:02.696251 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85337137-b9a9-442c-82a6-47524d423d8a req-ea5305d4-1299-49c5-b623-4f1f6f299ac2 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:02.699040 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85337137-b9a9-442c-82a6-47524d423d8a req-ea5305d4-1299-49c5-b623-4f1f6f299ac2 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 945 time: 0.2698758 Jun 08 18:24:02.925707 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f94970ec-e05d-4d65-a943-82ef3e68aadc req-7b3557d0-544e-4c77-a688-c2f07dccfcd8 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463229 Jun 08 18:24:02.931082 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85337137-b9a9-442c-82a6-47524d423d8a req-4c1ccd0f-602f-42c6-9966-ec2e2b58c9d4 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017179 Jun 08 18:24:03.590979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.711697 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9e2ecc06-d0df-43e6-a31e-41a2581465f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:03.868547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7c4344e3-1dd0-4a9f-af00-ccd2019237de up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:03.869872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-acc57848-f222-47e3-810c-00040f7e0a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:03.871737 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-acc57848-f222-47e3-810c-00040f7e0a78 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.3670557 Jun 08 18:24:03.965884 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 7c4344e3-1dd0-4a9f-af00-ccd2019237de completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:03.978098 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 7c4344e3-1dd0-4a9f-af00-ccd2019237de triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:03.978922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.029301 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-8719a85a-8f0f-4f83-9acd-66c6605b1f81 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:04.031923 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-8719a85a-8f0f-4f83-9acd-66c6605b1f81 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 809 time: 0.4437449 Jun 08 18:24:04.079441 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-52f1455c-62c1-406c-aa1c-ac0ed55b6d47 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/quotas/444b103bfcae47648341facf235ead7a HTTP/1.1" status: 200 len: 375 time: 0.0306375 Jun 08 18:24:04.141463 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.171173 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-5c4a812f-7a66-4f13-8175-a702cf844b54 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764887 Jun 08 18:24:04.177051 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-3124bead-0cf8-40aa-a854-8ad0d034458c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:04.178899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-3124bead-0cf8-40aa-a854-8ad0d034458c service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.2930889 Jun 08 18:24:04.181584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:04.185845 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf4b06-14e7-49fd-9c17-8a9dfe741e96" -d '{"events": [{"server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "name": "network-vif-plugged", "status": "completed", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:04.190260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2281d-ddfa-4cc3-b7c9-e0892effb67d req-97c453c8-2557-4da5-9dfc-a1046c33c986 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:04.192407 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76a2281d-ddfa-4cc3-b7c9-e0892effb67d req-97c453c8-2557-4da5-9dfc-a1046c33c986 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3788028 Jun 08 18:24:04.198132 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:04.204979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.208106 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5cfe84d9-c59f-4ad4-ab8e-17fd7dd390f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:04.347813 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=7c4344e3-1dd0-4a9f-af00-ccd2019237de,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:04.357410 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-64abe786-2961-4f9d-b5e8-488ac2ce7d25 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.1638031 Jun 08 18:24:04.360177 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:04.468091 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76a2281d-ddfa-4cc3-b7c9-e0892effb67d req-ad83ab8e-640d-4faf-ab87-382e5b093302 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844633 Jun 08 18:24:04.494522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-44f687c9-7cfb-4c02-8e39-10931bd65de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:04.496235 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-44f687c9-7cfb-4c02-8e39-10931bd65de7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.1297257 Jun 08 18:24:04.559952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-49fe8906-eb6f-4a17-822a-9257633d6a7d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495260 Jun 08 18:24:04.569324 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-87fde042-5c1f-4761-9eb2-956cc27e891e service neutron] 10.222.0.46 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741193 Jun 08 18:24:04.876355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:04.890364 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-37746001-91b5-4548-8cc7-bc9928878154 service neutron] 10.222.0.46 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193374 Jun 08 18:24:04.910058 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-65ca1ca5-405d-4b63-9548-cca8b7f51427 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380630 Jun 08 18:24:05.057640 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc41124-88ab-4983-8c35-d450305b48f1 req-3fa37eea-9166-48b5-a3f7-e21cecac0031 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:05.059760 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fc41124-88ab-4983-8c35-d450305b48f1 req-3fa37eea-9166-48b5-a3f7-e21cecac0031 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.3482885 Jun 08 18:24:05.239218 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fc41124-88ab-4983-8c35-d450305b48f1 req-491a895d-e457-48bc-994c-55c2a81290ad tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667743 Jun 08 18:24:05.298895 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ff1f960d-a4e5-4083-94b3-bff554dab6b8 req-f0722d99-fe3a-43b9-80d0-b46b091cf7c3 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799503 Jun 08 18:24:05.341906 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf68d716-1a6d-4b38-98ec-dc0b7b51fa1a x-openstack-request-id: req-bf68d716-1a6d-4b38-98ec-dc0b7b51fa1a {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:05.343017 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "name": "network-vif-plugged", "status": "completed", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:05.343693 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bf68d716-1a6d-4b38-98ec-dc0b7b51fa1a {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:05.344526 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de', 'code': 200} Jun 08 18:24:05.717145 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7e12485-f108-4a35-bd0b-61cacccb2718 req-5c48c8d8-9d5c-42bf-ac8a-67395fe0a7e3 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 210 time: 0.1522031 Jun 08 18:24:05.960393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca76808-25ec-43d8-a83f-b4f6b7ca2922 req-7be0c99e-f0b4-48b5-a5de-4191ac730543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:05.962800 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cca76808-25ec-43d8-a83f-b4f6b7ca2922 req-7be0c99e-f0b4-48b5-a5de-4191ac730543 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 1099 time: 0.1712148 Jun 08 18:24:06.202405 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35752) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:06.254883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cca76808-25ec-43d8-a83f-b4f6b7ca2922 req-34dcbaed-0801-4062-ad1e-9bca332185e0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850990 Jun 08 18:24:06.316785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e56f12-2214-4794-955a-f09e05c59305 req-87bb69ff-e602-4608-a92a-2c49472df296 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:06.320063 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-23e56f12-2214-4794-955a-f09e05c59305 req-87bb69ff-e602-4608-a92a-2c49472df296 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1894305 Jun 08 18:24:06.396616 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.401174 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-23e56f12-2214-4794-955a-f09e05c59305 req-f340fd32-ed8b-4f3f-bdd4-d191af255f68 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693913 Jun 08 18:24:06.524668 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.533648 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.553851 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:06.594966 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2318b870-f947-41bb-96fe-8ad0d8e4a26b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:06.611480 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a857141-f305-4f03-b7f8-e0b089f7bdb9 req-914f6558-6f17-4f38-8d90-853438a5a6c5 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:06.613454 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:06.617726 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a857141-f305-4f03-b7f8-e0b089f7bdb9 req-914f6558-6f17-4f38-8d90-853438a5a6c5 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.1446536 Jun 08 18:24:06.621202 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3afcd1c0f10437e8fa7277442bbdda6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4175260 Jun 08 18:24:06.624731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35766) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:06.698257 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a857141-f305-4f03-b7f8-e0b089f7bdb9 req-c60c003e-5c49-4b73-9f2c-9ee02edfa82d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762205 Jun 08 18:24:06.712642 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.758903 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.865248 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.909035 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.916668 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:06.919779 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2318b870-f947-41bb-96fe-8ad0d8e4a26b HTTP/1.1" status: 204 len: 168 time: 0.2935770 Jun 08 18:24:06.922609 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9f33fb84-95e3-421a-811f-bd3687d02ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:06.953716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2318b870-f947-41bb-96fe-8ad0d8e4a26b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:06.985456 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:07.115609 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9496a13f-72c8-4b3b-a2fa-d0137471e1c5 req-de75384b-ba57-4eb7-b195-8411293d808f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 210 time: 0.0565548 Jun 08 18:24:07.698753 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39693-0b2f-45f5-9633-fd3bbf85d404 req-5eb1c22d-1e44-4544-aa7b-11dc8b6e4964 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:07.711131 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-04e39693-0b2f-45f5-9633-fd3bbf85d404 req-5eb1c22d-1e44-4544-aa7b-11dc8b6e4964 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1605067 Jun 08 18:24:08.104044 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-04e39693-0b2f-45f5-9633-fd3bbf85d404 req-927218eb-52da-41bf-ac10-b3c87db72c61 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865995 Jun 08 18:24:08.291231 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:08.370170 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-11a5b943-d044-474a-a775-31386b4b475a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:08.375863 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-11a5b943-d044-474a-a775-31386b4b475a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 809 time: 0.6285005 Jun 08 18:24:08.401952 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Request body: {'port': {'device_id': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a', 'admin_state_up': True, 'tenant_id': '444b103bfcae47648341facf235ead7a'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:08.538522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff666d7-b007-42c4-901c-beaa0972b200 req-1941d532-1187-4f3d-981f-1c6fe5fca42a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:08.549473 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bff666d7-b007-42c4-901c-beaa0972b200 req-1941d532-1187-4f3d-981f-1c6fe5fca42a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.5604689 Jun 08 18:24:08.693402 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bff666d7-b007-42c4-901c-beaa0972b200 req-a25c5d80-b975-474a-9ae2-80be50634f38 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428525 Jun 08 18:24:08.756083 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Made reservation on behalf of 444b103bfcae47648341facf235ead7a for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:08.763126 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:08.941276 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1ad121d9-4f2e-42f0-a4fa-60bbdabc01d6 req-440e2d50-060d-43f2-8aa9-c123139901df tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 210 time: 0.0636234 Jun 08 18:24:09.133369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Allocated IP 172.20.0.2 (b1c7bdf3-a104-4904-b468-34567314fc0a/9512a78e-366f-4ac4-91bb-a15226ff580b/7e1c1775-50c4-4656-b38b-308277ae6149) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:09.700221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:09.823387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401654eb-b922-4512-9fa5-17012d876a83 req-1eef1ec2-409a-42d4-8cf0-333070af18c3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:09.826111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-401654eb-b922-4512-9fa5-17012d876a83 req-1eef1ec2-409a-42d4-8cf0-333070af18c3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.4567080 Jun 08 18:24:09.830339 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:09.835049 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:09.897064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Network b1c7bdf3-a104-4904-b468-34567314fc0a is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:09.908832 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:09.913352 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:10.054242 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-401654eb-b922-4512-9fa5-17012d876a83 req-76e9f80b-0945-48e6-a835-a2e0ea5262b0 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001989 Jun 08 18:24:10.131034 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:10.132161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.138157 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35850) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:10.195822 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-900c853a-65d2-4405-b440-868d2b27e746 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8024180 Jun 08 18:24:10.214793 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Request body: {'port': {'device_id': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:10.475536 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.594745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.623167 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.630237 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.639111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-26c219c9-1e04-49a7-97af-999ef1ad71e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:10.708226 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=02e53b1b3fb74e1fa2941a71708d8d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609679 Jun 08 18:24:10.708226 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb7a573-9d51-4178-b335-72b7ecc38dec,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:10.708226 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:10.708759 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 35856) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:10.787099 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.819850 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.854782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e76c2-c263-4ab4-b36e-5d9a3d3434ba req-831e2204-9d79-4fa6-8f14-69729b52104a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:10.856217 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c40e76c2-c263-4ab4-b36e-5d9a3d3434ba req-831e2204-9d79-4fa6-8f14-69729b52104a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.4117627 Jun 08 18:24:10.870645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77172d81-770f-42ab-baca-7e4d43227f8e req-e7125102-8e00-4138-83ca-3926a6688b2f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:10.872173 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-77172d81-770f-42ab-baca-7e4d43227f8e req-e7125102-8e00-4138-83ca-3926a6688b2f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 931 time: 0.4295468 Jun 08 18:24:10.910450 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.913273 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:10.915042 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abb7a573-9d51-4178-b335-72b7ecc38dec HTTP/1.1" status: 204 len: 168 time: 0.2049372 Jun 08 18:24:10.916321 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-10070b69-a461-42e1-8008-ecc6f5be8204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:10.942891 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb7a573-9d51-4178-b335-72b7ecc38dec,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:10.948442 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:11.059269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c40e76c2-c263-4ab4-b36e-5d9a3d3434ba req-39166f24-496b-486c-a029-c1d511b4728a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860077 Jun 08 18:24:11.069273 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-77172d81-770f-42ab-baca-7e4d43227f8e req-a1d47b46-0862-490b-94de-94125b12aa9c tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734374 Jun 08 18:24:11.511354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e1c1775-50c4-4656-b38b-308277ae6149 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:24:11.524779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.549913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Transition to ACTIVE for port object 7e1c1775-50c4-4656-b38b-308277ae6149 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:11.563658 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:11.572933 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62681b-fc3f-4c9f-ba9f-b0905d528867 req-daf30ebc-3913-4883-8da4-b45fadcb23e5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:11.574885 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb62681b-fc3f-4c9f-ba9f-b0905d528867 req-daf30ebc-3913-4883-8da4-b45fadcb23e5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1583960 Jun 08 18:24:11.580479 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:11.742769 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c1775-50c4-4656-b38b-308277ae6149,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:11.758123 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:11.837469 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb62681b-fc3f-4c9f-ba9f-b0905d528867 req-2137e77b-a1a7-4b90-93da-f3ce06349fcf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259150 Jun 08 18:24:11.927861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Attempting to bind port 7e1c1775-50c4-4656-b38b-308277ae6149 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:11.928905 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Attempting to bind port 7e1c1775-50c4-4656-b38b-308277ae6149 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:11.932396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Attempting to bind port 7e1c1775-50c4-4656-b38b-308277ae6149 on network b1c7bdf3-a104-4904-b468-34567314fc0a {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:11.945954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Port 7e1c1775-50c4-4656-b38b-308277ae6149 on network b1c7bdf3-a104-4904-b468-34567314fc0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:24:11.947496 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Attempting to bind port 7e1c1775-50c4-4656-b38b-308277ae6149 on network b1c7bdf3-a104-4904-b468-34567314fc0a {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:11.983358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:11.984127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Checking segment: {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:11.985213 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Bound using segment: {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:11.986146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Bound port: 7e1c1775-50c4-4656-b38b-308277ae6149, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e44fba-a864-4221-a273-8b33ecb81c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:11.986893 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.194062 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:12.200353 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7e1c1775-50c4-4656-b38b-308277ae6149,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:12.208946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.219205 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:12.334814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:12.336000 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:12.338975 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] 10.222.0.35 "PUT /v2.0/ports/7e1c1775-50c4-4656-b38b-308277ae6149 HTTP/1.1" status: 200 len: 1093 time: 2.1323175 Jun 08 18:24:12.339835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:12.345523 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32056368-6750-48e4-9773-d5193bea1b82" -d '{"events": [{"name": "network-changed", "server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:12.383604 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Pushing event updated for resources: {'Port': ['ID=7e1c1775-50c4-4656-b38b-308277ae6149,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:12.389520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:13.985048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9250a976-fa43-409c-88f5-9ebce97a47dd x-openstack-request-id: req-9250a976-fa43-409c-88f5-9ebce97a47dd {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:13.986352 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:13.987091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9250a976-fa43-409c-88f5-9ebce97a47dd {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:13.987936 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149', 'status': 'completed', 'code': 200} Jun 08 18:24:14.102669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-f563fd4b-9c27-4a81-8301-53a507de42f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:14.104781 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-f563fd4b-9c27-4a81-8301-53a507de42f8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 1096 time: 0.2167094 Jun 08 18:24:14.148892 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3904fef-89d5-41af-9ec0-c0cdbdc8f85b req-f8aff63c-972a-4b2a-839e-a68843258b23 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:14.150526 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3904fef-89d5-41af-9ec0-c0cdbdc8f85b req-f8aff63c-972a-4b2a-839e-a68843258b23 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 943 time: 0.1143339 Jun 08 18:24:14.238795 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-4270a7e6-f883-461c-bd85-d61c271b6ce7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e1c1775-50c4-4656-b38b-308277ae6149 HTTP/1.1" status: 200 len: 217 time: 0.0870969 Jun 08 18:24:14.333222 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3904fef-89d5-41af-9ec0-c0cdbdc8f85b req-634c54f8-9214-4a1e-af11-c1d5571e91da tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308799 Jun 08 18:24:14.376131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-596567f1-fda2-4337-9e06-083f11801441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:14.378656 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-596567f1-fda2-4337-9e06-083f11801441 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9512a78e-366f-4ac4-91bb-a15226ff580b HTTP/1.1" status: 200 len: 849 time: 0.1321185 Jun 08 18:24:14.462644 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-9de125db-5ff4-449c-8ca1-fcb722cb7d17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1c7bdf3-a104-4904-b468-34567314fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748188 Jun 08 18:24:14.627106 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-4590ab2a-2164-4e31-85cc-065a29b30d40 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548843 Jun 08 18:24:14.801583 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bfd56ff-a097-4d8d-96ea-13fb147c3751 req-4f2878f5-a685-43a2-90d1-1ad0c5eab1e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607766 Jun 08 18:24:15.119999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056368-6750-48e4-9773-d5193bea1b82 req-47c0fbb9-b72f-42ae-b635-3c79d9e756cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.123002 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-47c0fbb9-b72f-42ae-b635-3c79d9e756cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=444b103bfcae47648341facf235ead7a&device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 1096 time: 0.2491314 Jun 08 18:24:15.336661 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056368-6750-48e4-9773-d5193bea1b82 req-5308f3d8-5855-4990-ac75-edce67746866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.338218 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-5308f3d8-5855-4990-ac75-edce67746866 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 200 len: 910 time: 0.2083650 Jun 08 18:24:15.471877 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-465597ea-6147-46fe-aaa2-be2542e66bd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7e1c1775-50c4-4656-b38b-308277ae6149 HTTP/1.1" status: 200 len: 217 time: 0.1208425 Jun 08 18:24:15.616851 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056368-6750-48e4-9773-d5193bea1b82 req-0ca6bb5c-5b3c-479a-bfc0-8dbb2304c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.618339 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-0ca6bb5c-5b3c-479a-bfc0-8dbb2304c4c0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9512a78e-366f-4ac4-91bb-a15226ff580b HTTP/1.1" status: 200 len: 849 time: 0.1387484 Jun 08 18:24:15.680372 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-4ce9ecd9-6eda-45fa-926c-e6c05f496df2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b1c7bdf3-a104-4904-b468-34567314fc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524280 Jun 08 18:24:15.792204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde75c1-6801-49de-a91d-ed9d04eb7a5b req-7955cccf-99ea-4e00-990d-cc66c66c29fd tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:15.795203 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2cde75c1-6801-49de-a91d-ed9d04eb7a5b req-7955cccf-99ea-4e00-990d-cc66c66c29fd tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 943 time: 0.2431962 Jun 08 18:24:15.950929 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2cde75c1-6801-49de-a91d-ed9d04eb7a5b req-8cac1ee0-5326-4b52-830d-41985cc2a524 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496663 Jun 08 18:24:15.964440 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-9130b9a6-f786-4b71-87c9-292622ebb953 service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734363 Jun 08 18:24:16.203593 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32056368-6750-48e4-9773-d5193bea1b82 req-d27a249c-6b51-460b-89b6-a6254ddb922f service neutron] 10.222.0.35 "GET /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318127 Jun 08 18:24:16.220496 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0aed58-6765-4778-a878-4ee056fdda75 req-f2865e9a-1fbc-47df-b5ca-d0d2f1a06b41 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:16.223293 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-db0aed58-6765-4778-a878-4ee056fdda75 req-f2865e9a-1fbc-47df-b5ca-d0d2f1a06b41 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1653135 Jun 08 18:24:16.286885 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-db0aed58-6765-4778-a878-4ee056fdda75 req-38e3655f-e40b-4614-a450-a480950f3a06 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560794 Jun 08 18:24:17.210210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c454c5c-6f5f-433c-9385-a2d93bf4ae30 req-6e2ac046-93ee-4743-87b8-0e9730b8b03e tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:17.211847 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c454c5c-6f5f-433c-9385-a2d93bf4ae30 req-6e2ac046-93ee-4743-87b8-0e9730b8b03e tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 943 time: 0.1052401 Jun 08 18:24:17.315579 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c454c5c-6f5f-433c-9385-a2d93bf4ae30 req-736c5891-088b-41df-bfa4-b0dd702cc744 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922918 Jun 08 18:24:18.556361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16231-9bd0-4494-b60e-5ccb33dea0fa req-af8aaa24-5d1f-43e8-aa60-398b8f4c7f94 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:18.558082 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9da16231-9bd0-4494-b60e-5ccb33dea0fa req-af8aaa24-5d1f-43e8-aa60-398b8f4c7f94 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 943 time: 0.1026025 Jun 08 18:24:18.618870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9da16231-9bd0-4494-b60e-5ccb33dea0fa req-7b4c90fd-29f4-45c4-a0c0-9eebffb44b0d tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527017 Jun 08 18:24:21.995268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7e1c1775-50c4-4656-b38b-308277ae6149 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:24:22.179740 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7e1c1775-50c4-4656-b38b-308277ae6149,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:22.198286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '7e1c1775-50c4-4656-b38b-308277ae6149', 'network_id': 'b1c7bdf3-a104-4904-b468-34567314fc0a', 'port_id': '7e1c1775-50c4-4656-b38b-308277ae6149', 'mac_address': 'fa:16:3e:29:c4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9512a78e-366f-4ac4-91bb-a15226ff580b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:24:22.275745 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:22.298478 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e1c1775-50c4-4656-b38b-308277ae6149 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:24:22.319455 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7e1c1775-50c4-4656-b38b-308277ae6149,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:22.326564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:22.329108 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:22.428868 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=7e1c1775-50c4-4656-b38b-308277ae6149,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:22.432767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:24.228993 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bb408-1e69-404b-9274-d2d3ad84249f req-c3147c33-04f2-45c4-8ab7-10ba89476a91 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:24.230555 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c92bb408-1e69-404b-9274-d2d3ad84249f req-c3147c33-04f2-45c4-8ab7-10ba89476a91 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 944 time: 0.1602809 Jun 08 18:24:24.296653 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c92bb408-1e69-404b-9274-d2d3ad84249f req-0736832f-836f-466e-a9b7-83a169535003 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558264 Jun 08 18:24:24.526248 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['7e1c1775-50c4-4656-b38b-308277ae6149'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:24:25.566664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd06e99-5f3e-4dc0-b37c-8d934eeb3ec8 req-d59a8bcd-4136-493d-8b99-03b3528425a7 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:25.568976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4fd06e99-5f3e-4dc0-b37c-8d934eeb3ec8 req-d59a8bcd-4136-493d-8b99-03b3528425a7 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 944 time: 0.1122081 Jun 08 18:24:25.643748 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4fd06e99-5f3e-4dc0-b37c-8d934eeb3ec8 req-b1997d88-4ad7-4092-92bf-d7e8b5336135 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656695 Jun 08 18:24:26.012895 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7e1c1775-50c4-4656-b38b-308277ae6149 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:26.110071 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 7e1c1775-50c4-4656-b38b-308277ae6149 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:26.117974 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 7e1c1775-50c4-4656-b38b-308277ae6149 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:26.118587 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:26.385275 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:26.439314 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:26.443676 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383d5611-d20f-46a7-943d-d148e1dad304" -d '{"events": [{"server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "name": "network-vif-plugged", "status": "completed", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:26.456027 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7e1c1775-50c4-4656-b38b-308277ae6149,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:26.462854 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:26.482792 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:26.523401 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9972249b-1e1e-478b-917b-62f242f8076f x-openstack-request-id: req-9972249b-1e1e-478b-917b-62f242f8076f {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:26.523714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "name": "network-vif-plugged", "status": "completed", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:26.523998 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9972249b-1e1e-478b-917b-62f242f8076f {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:26.525340 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149', 'code': 200} Jun 08 18:24:26.580903 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=7e1c1775-50c4-4656-b38b-308277ae6149,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:26.586639 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:26.839531 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0eb88-ce33-41a8-89ac-5bdc58f2fd55 req-4f94e693-ca01-4052-8c14-7442702488dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:26.841440 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09d0eb88-ce33-41a8-89ac-5bdc58f2fd55 req-4f94e693-ca01-4052-8c14-7442702488dd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 1098 time: 0.1043253 Jun 08 18:24:26.966666 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09d0eb88-ce33-41a8-89ac-5bdc58f2fd55 req-2e7c7245-7099-440d-86ef-1684273cfe6b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149654 Jun 08 18:24:27.006361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b743e9-5a2a-4367-9e5b-ec452c9294bb req-4f03f298-da4a-4fd7-9891-decb53217312 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:27.008106 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d2b743e9-5a2a-4367-9e5b-ec452c9294bb req-4f03f298-da4a-4fd7-9891-decb53217312 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.1251910 Jun 08 18:24:27.056487 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d2b743e9-5a2a-4367-9e5b-ec452c9294bb req-f051e0e1-d586-4d35-96c3-b93cdeef69e5 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417080 Jun 08 18:24:27.788029 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36168) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:27.978125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.152741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.157910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.165401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dcc266b1-79a3-4371-81f4-b9b160fbd5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:28.210434 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=867a17b3f7474e1b869ebb6c7ab52e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4211318 Jun 08 18:24:28.211517 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cdb35e-b6fe-4e43-9690-e2ff744bfab6,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:28.213488 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36176) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:28.255258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.255925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.256464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.256814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.257318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.257812 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.258328 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.258838 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.259334 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.259830 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.260351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.260694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:28.270472 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:28.298144 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.322646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224b6c6-c615-42e5-a69f-1d83bd075efb req-7ab690b3-c2b9-4f77-8c1d-e545a8fc742a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:28.323939 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8224b6c6-c615-42e5-a69f-1d83bd075efb req-7ab690b3-c2b9-4f77-8c1d-e545a8fc742a tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.1081228 Jun 08 18:24:28.335737 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.376864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8224b6c6-c615-42e5-a69f-1d83bd075efb req-74a7ff34-bd96-453d-acb8-12f975a2bddb tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Jun 08 18:24:28.437817 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.440333 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:28.441483 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/52cdb35e-b6fe-4e43-9690-e2ff744bfab6 HTTP/1.1" status: 204 len: 168 time: 0.2260752 Jun 08 18:24:28.442374 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c396335f-e5d8-4b3e-87c4-92bcf651792d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:28.452900 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cdb35e-b6fe-4e43-9690-e2ff744bfab6,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:28.455540 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:28.895539 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36194) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:28.915562 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.161897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.174721 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.189226 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6c8c9bc7-91ed-4ec6-aafd-59695b856319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:29.247995 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbf44078182f4858ba0da7394ebf9a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510993 Jun 08 18:24:29.248968 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1988b6aa-2531-4344-a8a5-d42fa6a14889,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:29.250887 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36198) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:29.252172 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:29.344853 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.382217 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.453147 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.455975 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:29.457216 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1988b6aa-2531-4344-a8a5-d42fa6a14889 HTTP/1.1" status: 204 len: 168 time: 0.2046580 Jun 08 18:24:29.458085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-415715ff-6c31-477c-8497-d47ade85bc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:29.479385 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1988b6aa-2531-4344-a8a5-d42fa6a14889,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:29.484543 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:29.610726 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a172ec1-4fe9-41e8-acec-dba100afdfbb req-8640d93d-26d2-48ea-ae8b-05cf4e452874 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:29.612359 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a172ec1-4fe9-41e8-acec-dba100afdfbb req-8640d93d-26d2-48ea-ae8b-05cf4e452874 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.0993974 Jun 08 18:24:29.671274 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a172ec1-4fe9-41e8-acec-dba100afdfbb req-3d8526a7-4e24-407f-a58e-a6a86debc5b7 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531652 Jun 08 18:24:31.006466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ff2ad37b-2d45-44a5-b446-cb43d306b1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:31.648243 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071486a4-5399-42a7-b0fa-5cee0a69881b req-d712d4fb-80a4-4c57-a6c8-90916423dac7 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:31.649349 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-071486a4-5399-42a7-b0fa-5cee0a69881b req-d712d4fb-80a4-4c57-a6c8-90916423dac7 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.1005700 Jun 08 18:24:31.738796 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-071486a4-5399-42a7-b0fa-5cee0a69881b req-f15b1360-5387-4c2f-b2b1-4574658bda88 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737128 Jun 08 18:24:31.873953 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36282) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:32.056155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.089824 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-027dcb0b-c47d-410b-a115-42e4f196d839 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038773 Jun 08 18:24:32.222743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.228938 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.246770 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-b3e5829e-5e78-4276-858c-eaaf4683db0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:32.278612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-36d63935-20bd-49d0-994c-9a841df12775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:32.281034 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-36d63935-20bd-49d0-994c-9a841df12775 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.0940104 Jun 08 18:24:32.306019 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5461f7d40294f08b7d1c4073d9ef197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4305124 Jun 08 18:24:32.311177 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36298) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:32.328662 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bacf56b-a83d-4aaf-9e3f-a91674835810,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:32.335529 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:32.419736 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.457139 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.562768 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.566121 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:32.569592 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bacf56b-a83d-4aaf-9e3f-a91674835810 HTTP/1.1" status: 204 len: 168 time: 0.2568102 Jun 08 18:24:32.570810 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0a4ed6a8-7838-4874-8f9f-e3e00c671348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:32.619077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bacf56b-a83d-4aaf-9e3f-a91674835810,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:32.623795 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:32.686684 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-21754bb3-687b-41a8-809f-5a62109fbbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:32.689523 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-21754bb3-687b-41a8-809f-5a62109fbbef service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.3743668 Jun 08 18:24:32.781854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-94ae8ca6-a72a-4cfe-aa83-f097471b4596 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.0847685 Jun 08 18:24:32.858767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-d7560d97-c12d-40a5-b504-f35f15037e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:32.861200 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-d7560d97-c12d-40a5-b504-f35f15037e3e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.0708675 Jun 08 18:24:32.928767 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-ee36faf3-b48f-4d6b-9fc4-28db45d31834 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590470 Jun 08 18:24:33.125666 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-c40f4dce-b64f-43ac-aaab-8db2e35d1d9b service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793075 Jun 08 18:24:33.422355 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5733bb7-5f61-469b-bd5e-5da939529f71 req-ac5506e2-0fc7-45b8-b06e-2bbe367ffd14 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.423951 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b5733bb7-5f61-469b-bd5e-5da939529f71 req-ac5506e2-0fc7-45b8-b06e-2bbe367ffd14 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.3017757 Jun 08 18:24:33.445153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6487602-284c-4db4-a837-3738a0110cba req-96adf603-4594-46cd-81ac-0221c4ec71b7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.446678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6487602-284c-4db4-a837-3738a0110cba req-96adf603-4594-46cd-81ac-0221c4ec71b7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2811708 Jun 08 18:24:33.572551 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ecdb1d2c-0949-43fe-8073-3cc86db9dc9e req-c5c4cf33-aecb-44df-b83f-98c63929716f service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996503 Jun 08 18:24:33.596476 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b5733bb7-5f61-469b-bd5e-5da939529f71 req-bf9633dd-1a11-4014-af01-ecd7e42f3a9f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598077 Jun 08 18:24:33.601782 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:33.618827 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6487602-284c-4db4-a837-3738a0110cba req-bb4de085-af54-4a15-a2c3-fd51dd3ae7c8 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194403 Jun 08 18:24:33.681915 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-73a70c1e-ab35-4ffa-9d15-f01dbcbf4278 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:33.692350 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-73a70c1e-ab35-4ffa-9d15-f01dbcbf4278 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.2412088 Jun 08 18:24:33.718685 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-620a86e1-cbc9-4f44-a34e-827d53caf683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:33.924020 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36356) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:34.085067 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1335030457-network', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:34.101452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-8f979f51-0679-4042-9991-dd4412c99c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:34.103162 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-8f979f51-0679-4042-9991-dd4412c99c97 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.4085679 Jun 08 18:24:34.115765 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Made reservation on behalf of 20db8c0e0a5145ce836aa84744bed739 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:34.119022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.133607 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.273639 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.278065 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.293706 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:24:34.302057 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2f16477d-d1e1-4af6-afae-012656b3ef1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:34.344233 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.344730 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Added segment d7702abd-bd3d-478d-877a-57a28d9d147f of type vlan for network 77d05067-af15-470a-bfb2-e4a378ee25bc Jun 08 18:24:34.359817 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b61d62-2b0b-487e-ab9e-7eb3c7ded5ef,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:34.366674 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Deleting port 7e1c1775-50c4-4656-b38b-308277ae6149 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:24:34.367031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.395484 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:34.402913 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.454599 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.461136 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:34.462768 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.477846 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:34.525870 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5999374 Jun 08 18:24:34.538350 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36364) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:34.548054 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Request body: {'subnet': {'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1335030457-subnet', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:34.572965 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-23ffb6d0-9047-4336-8be2-32e6148c7f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:34.574522 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-23ffb6d0-9047-4336-8be2-32e6148c7f27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.4599419 Jun 08 18:24:34.657174 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] For port 7e1c1775-50c4-4656-b38b-308277ae6149, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7e1c1775-50c4-4656-b38b-308277ae6149,segment=NetworkSegment(d8e44fba-a864-4221-a273-8b33ecb81c3b),segment_id=d8e44fba-a864-4221-a273-8b33ecb81c3b)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:34.657546 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.684709 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-4b9cbbec-24df-44cd-9bf3-28e1bd21c9c9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.0977979 Jun 08 18:24:34.700181 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Pushing event updated for resources: {'Network': ['ID=77d05067-af15-470a-bfb2-e4a378ee25bc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:34.710732 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:34.721097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 77d05067-af15-470a-bfb2-e4a378ee25bc details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:24:34.928346 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Calling delete_port for 7e1c1775-50c4-4656-b38b-308277ae6149 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:24:34.938752 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:34.981093 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Made reservation on behalf of 20db8c0e0a5145ce836aa84744bed739 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:34.983765 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:35.239504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-f66fd505-1cb4-4ece-b153-5db82f320a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:35.240970 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-f66fd505-1cb4-4ece-b153-5db82f320a9b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.3259299 Jun 08 18:24:35.317261 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-947dba3c-8a64-4199-a4c4-1a73a79541c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628109 Jun 08 18:24:35.469895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571c060-a1c0-4eb3-b6f9-6e91d0c08799 req-dd1b0c6e-0bda-4fcb-9529-711743a4cb5e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:35.470869 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9571c060-a1c0-4eb3-b6f9-6e91d0c08799 req-dd1b0c6e-0bda-4fcb-9529-711743a4cb5e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.5528684 Jun 08 18:24:35.523842 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281615c-0810-42f3-a04d-923ca4ec0879 req-594ca1af-5bb3-44f8-9cd8-a2c495892a86 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:35.525456 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9281615c-0810-42f3-a04d-923ca4ec0879 req-594ca1af-5bb3-44f8-9cd8-a2c495892a86 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 945 time: 0.5453811 Jun 08 18:24:35.724074 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9571c060-a1c0-4eb3-b6f9-6e91d0c08799 req-71c65f64-0f4e-4f31-be1a-09a1e348abfc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117078 Jun 08 18:24:35.736571 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-f5c4cf36-5318-4b1b-ac39-c010d2476e7e service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051630 Jun 08 18:24:35.775869 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9281615c-0810-42f3-a04d-923ca4ec0879 req-d789412d-80d7-4d71-a78c-b9a75369c5bc tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/security-groups?id=de3fabf5-26af-4135-8a19-3b14e154db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963089 Jun 08 18:24:35.776483 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:35.791556 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['7e1c1775-50c4-4656-b38b-308277ae6149'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:24:35.862168 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:35.865400 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5fbcf381-6899-432c-a480-be018dbc607e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:35.960178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Pushing event deleted for resources: {'Port': ['ID=7e1c1775-50c4-4656-b38b-308277ae6149,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:35.972358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:35.972974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:36.065596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] No DVR routers for this DVR port 7e1c1775-50c4-4656-b38b-308277ae6149 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:24:36.073196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.074960 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10ad9c02-ab45-45ca-82a3-be022f7b6f23 req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.35 "DELETE /v2.0/ports/7e1c1775-50c4-4656-b38b-308277ae6149 HTTP/1.1" status: 204 len: 173 time: 2.2871494 Jun 08 18:24:36.078412 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'name': 'network-vif-deleted', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:24:36.080908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97635e29-9666-4e1b-a13a-92ec644fe869" -d '{"events": [{"server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "name": "network-vif-deleted", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:24:36.131602 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e71ce36e-02ea-404e-83ed-922e521aedfe req-ad9488ad-cbd9-4789-a7ac-b0b62aade8d8 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831954 Jun 08 18:24:36.141680 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:36.145486 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:36.146581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Checking segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:36.146874 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Network hostable DHCP agents. Network: 77d05067-af15-470a-bfb2-e4a378ee25bc, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:24:36.170631 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Network 77d05067-af15-470a-bfb2-e4a378ee25bc is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:24:36.192770 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 77d05067-af15-470a-bfb2-e4a378ee25bc) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:36.204027 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fffba5c-5a64-4780-9432-63c63f716dee None None] Network 77d05067-af15-470a-bfb2-e4a378ee25bc requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:36.205824 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:36.206458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.210983 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fb232a-270b-4cf4-9dc6-9e224f6d349b x-openstack-request-id: req-32fb232a-270b-4cf4-9dc6-9e224f6d349b {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:24:36.211297 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c480cccc-9abb-423b-bd8c-ca43ab352c6b", "name": "network-vif-deleted", "tag": "7e1c1775-50c4-4656-b38b-308277ae6149", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:24:36.211730 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32fb232a-270b-4cf4-9dc6-9e224f6d349b {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:24:36.214059 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c480cccc-9abb-423b-bd8c-ca43ab352c6b', 'name': 'network-vif-deleted', 'tag': '7e1c1775-50c4-4656-b38b-308277ae6149', 'status': 'completed', 'code': 200} Jun 08 18:24:36.239760 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6979091 Jun 08 18:24:36.240434 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36392) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:36.248417 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:36.285534 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.287482 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.307330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.469917 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-77d05067-af15-470a-bfb2-e4a378ee25bc', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:24:36.471799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.680366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36402) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:36.743130 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:36.751745 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Allocated IP 172.20.0.2 (77d05067-af15-470a-bfb2-e4a378ee25bc/aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be/eb718f64-e20a-433e-a384-51dfd3970257) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:36.979562 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.144410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.166070 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Transition to ACTIVE for port object eb718f64-e20a-433e-a384-51dfd3970257 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:37.172328 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.201547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Transition to ACTIVE for port object eb718f64-e20a-433e-a384-51dfd3970257 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:37.207765 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f342839a-5045-4426-8318-1b0095554dc2 req-699ba42b-47aa-46cf-be10-940204fe31e3 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] 10.222.0.46 "GET /v2.0/ports?device_id=c480cccc-9abb-423b-bd8c-ca43ab352c6b HTTP/1.1" status: 200 len: 210 time: 0.1044784 Jun 08 18:24:37.214635 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.226043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:37.228098 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:37.285844 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Network 77d05067-af15-470a-bfb2-e4a378ee25bc is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:37.287413 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:37.289254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.299262 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:37.327578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1045a12b-2ffd-444d-ba0d-db924c318246 req-2f1852bb-d112-4802-baee-020c6886bba5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:37.329134 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1045a12b-2ffd-444d-ba0d-db924c318246 req-2f1852bb-d112-4802-baee-020c6886bba5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2300045 Jun 08 18:24:37.423613 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1045a12b-2ffd-444d-ba0d-db924c318246 req-5ce5a4f4-30e6-445b-a091-da41b5a204b0 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855694 Jun 08 18:24:37.425314 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.426461 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Attempting to bind port eb718f64-e20a-433e-a384-51dfd3970257 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:37.427359 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Attempting to bind port eb718f64-e20a-433e-a384-51dfd3970257 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:37.428371 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Attempting to bind port eb718f64-e20a-433e-a384-51dfd3970257 on network 77d05067-af15-470a-bfb2-e4a378ee25bc {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:37.448982 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.453440 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:37.455067 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Checking segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:37.455527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.458471 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Bound using segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:37.459167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Bound port: eb718f64-e20a-433e-a384-51dfd3970257, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:37.459564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.468708 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-eabc2c5a-4bf0-4860-9887-e460b69e04e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:37.495837 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Allocated IP 172.27.0.194 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/c4254b7b-9bdf-4195-be56-70aaeb1af566) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:37.520836 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28d61b111e7c4830b2223014e3803f9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8386593 Jun 08 18:24:37.522971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a90a01-4d24-4b09-be0f-aaa65e351921,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:37.526048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36416) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:37.527876 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:37.582590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] For port eb718f64-e20a-433e-a384-51dfd3970257, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:37.588320 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] For port eb718f64-e20a-433e-a384-51dfd3970257, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=eb718f64-e20a-433e-a384-51dfd3970257,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:37.601566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.608560 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:37.611149 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.647154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.705205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.715318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.718841 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.736518 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36a90a01-4d24-4b09-be0f-aaa65e351921 HTTP/1.1" status: 204 len: 168 time: 0.1963358 Jun 08 18:24:37.738230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6d6f521d-bcb7-478b-a83b-8f2d4de813fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:37.755378 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Pushing event updated for resources: {'Port': ['ID=eb718f64-e20a-433e-a384-51dfd3970257,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:37.757420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a90a01-4d24-4b09-be0f-aaa65e351921,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:37.767363 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:37.770279 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.770907 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.771492 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.772051 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.772439 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.773004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.773767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.774114 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.774714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.775299 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.775872 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.776400 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:37.778280 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:37.779705 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:37.794014 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:37.820264 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:37.822023 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:37.824664 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:38.105609 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7e1c1775-50c4-4656-b38b-308277ae6149 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:24:38.151013 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 7e1c1775-50c4-4656-b38b-308277ae6149 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:24:38.152801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7e1c1775-50c4-4656-b38b-308277ae6149 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:24:38.179787 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device eb718f64-e20a-433e-a384-51dfd3970257 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:38.259454 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port eb718f64-e20a-433e-a384-51dfd3970257 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:38.288892 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:38.464546 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:38.485999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36432) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:38.518685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:38.797498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:38.883083 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:38.945075 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0637fd93-08a8-4ad6-af3c-aa5b3904a7eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:38.965643 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ccebe7db15164bd78e1ffaba776256f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781795 Jun 08 18:24:38.967615 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36440) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:39.079992 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896423dd-8f26-485d-903a-0755acaedfc8,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:39.100310 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:39.128292 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7f1a9-f1ef-413e-a318-00d2feecb671 req-c1bcc947-d06f-4bfd-96fc-b3f49fc544a2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:39.129883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78c7f1a9-f1ef-413e-a318-00d2feecb671 req-c1bcc947-d06f-4bfd-96fc-b3f49fc544a2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3301280 Jun 08 18:24:39.149721 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.185189 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.219966 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3705e44-79cd-452c-bde8-8849a11d3d9c None None] Network 77d05067-af15-470a-bfb2-e4a378ee25bc requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:39.236842 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.258506 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78c7f1a9-f1ef-413e-a318-00d2feecb671 req-8ab7fa70-d99c-4be8-90c1-61bdbbd207bb tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128881 Jun 08 18:24:39.324872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.328467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.329899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/896423dd-8f26-485d-903a-0755acaedfc8 HTTP/1.1" status: 204 len: 168 time: 0.3576329 Jun 08 18:24:39.330990 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-56b3bbbb-ec85-459e-969e-7cebc0adace8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:39.342608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896423dd-8f26-485d-903a-0755acaedfc8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:39.345697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:39.352394 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Provisioning for port eb718f64-e20a-433e-a384-51dfd3970257 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:39.375373 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Provisioning complete for port eb718f64-e20a-433e-a384-51dfd3970257 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:39.376127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.436813 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Router 4380e767-7096-4c66-a665-472f49c47448 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:24:39.568841 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:24:39.709363 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:24:39.721284 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Sync routers for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:24:39.743100 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.744803 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:39.745514 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:39.747095 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.752154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36462) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:39.761497 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7c6a32dc-ba77-4972-a476-64643e2c8422 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5194161 Jun 08 18:24:39.800171 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] For port eb718f64-e20a-433e-a384-51dfd3970257, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=eb718f64-e20a-433e-a384-51dfd3970257,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:39.807682 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:39.820275 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:39.979332 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Pushing event updated for resources: {'Port': ['ID=eb718f64-e20a-433e-a384-51dfd3970257,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:39.983323 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:40.146566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-6b1ca3f0-e176-4949-986c-9dbf60567c75 None None] Provisioning complete for port eb718f64-e20a-433e-a384-51dfd3970257 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:40.148397 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b1ca3f0-e176-4949-986c-9dbf60567c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.202658 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:40.221904 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device eb718f64-e20a-433e-a384-51dfd3970257 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:40.548232 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port eb718f64-e20a-433e-a384-51dfd3970257 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:40.548695 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:40.813498 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:38Z', 'revision_number': 3, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:40.823046 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Checking router: 4380e767-7096-4c66-a665-472f49c47448 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:40.823395 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Updating router 4380e767-7096-4c66-a665-472f49c47448 port c4254b7b-9bdf-4195-be56-70aaeb1af566 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:40.922235 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.100890 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6402f4e-779c-4459-ba53-91cfbd7c9048 req-496f9e41-37c4-4c4e-9a60-5162baff42ad tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:41.102516 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6402f4e-779c-4459-ba53-91cfbd7c9048 req-496f9e41-37c4-4c4e-9a60-5162baff42ad tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2535121 Jun 08 18:24:41.294072 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6402f4e-779c-4459-ba53-91cfbd7c9048 req-713d07c0-1da9-455f-88fe-96746ebd5c8d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752224 Jun 08 18:24:41.318532 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.397591 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.417613 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Transition to ACTIVE for port object c4254b7b-9bdf-4195-be56-70aaeb1af566 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:41.427504 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.433487 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:41.508251 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Attempting to bind port c4254b7b-9bdf-4195-be56-70aaeb1af566 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:41.508251 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Attempting to bind port c4254b7b-9bdf-4195-be56-70aaeb1af566 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:41.508720 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Attempting to bind port c4254b7b-9bdf-4195-be56-70aaeb1af566 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:41.521422 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:41.521821 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:41.522433 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.522809 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:41.523710 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Bound port: c4254b7b-9bdf-4195-be56-70aaeb1af566, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:41.524279 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.610007 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] For port c4254b7b-9bdf-4195-be56-70aaeb1af566, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:41.613498 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] For port c4254b7b-9bdf-4195-be56-70aaeb1af566, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c4254b7b-9bdf-4195-be56-70aaeb1af566,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:41.625115 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Pushing event updated for resources: {'Port': ['ID=c4254b7b-9bdf-4195-be56-70aaeb1af566,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:41.626333 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.637093 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.637465 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.637800 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.638665 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.639052 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.639381 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.639697 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.640150 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.640495 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.640818 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.641129 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.641438 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:24:41.650668 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:41.659503 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-d4b5c9cc-0571-456e-9ab1-923846ece824 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:41.689258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Allocated IP 172.20.0.1 (77d05067-af15-470a-bfb2-e4a378ee25bc/aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be/377cde04-65e1-427d-a575-7bee72c1a13d) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:41.741285 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Pushing event updated for resources: {'Port': ['ID=c4254b7b-9bdf-4195-be56-70aaeb1af566,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:41.744286 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:41.744958 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:41.853599 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a91b4480-96ff-40e1-909a-91e6d76bd729 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:41.892819 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.910721 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Transition to ACTIVE for port object 377cde04-65e1-427d-a575-7bee72c1a13d will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:41.938014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:41.938859 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:41.962770 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Network 77d05067-af15-470a-bfb2-e4a378ee25bc is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:41.965040 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:41.969069 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:42.046711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.065858 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:42.183514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.274476 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-50a445b6-6489-416d-bc91-39bc85f20b2f None None] Provisioning for port 377cde04-65e1-427d-a575-7bee72c1a13d completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:42.286392 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-50a445b6-6489-416d-bc91-39bc85f20b2f None None] Provisioning complete for port 377cde04-65e1-427d-a575-7bee72c1a13d triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:42.287189 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-50a445b6-6489-416d-bc91-39bc85f20b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.399164 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-50a445b6-6489-416d-bc91-39bc85f20b2f None None] Port 377cde04-65e1-427d-a575-7bee72c1a13d cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:42.451309 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:38Z', 'revision_number': 3, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:42.460058 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3bbc5d-0f24-4d83-a20e-1406128632ab None None] The sync data for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi is: [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:38Z', 'revision_number': 3, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:24:42.563127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.571252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.601616 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:42.716007 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Pushing event updated for resources: {'Port': ['ID=377cde04-65e1-427d-a575-7bee72c1a13d,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:42.720871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:42.727538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:42.854585 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36990d-a279-42d1-a34b-8eef5a0dc937 req-2ffe5043-d5f0-4036-8f60-a74fd29d2117 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:42.856446 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eb36990d-a279-42d1-a34b-8eef5a0dc937 req-2ffe5043-d5f0-4036-8f60-a74fd29d2117 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3380616 Jun 08 18:24:42.973005 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eb36990d-a279-42d1-a34b-8eef5a0dc937 req-d9f8130b-2a47-4ccf-8527-f2d0d58ae324 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881548 Jun 08 18:24:42.989021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Network 77d05067-af15-470a-bfb2-e4a378ee25bc is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:42.990605 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:43.265470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Router 4380e767-7096-4c66-a665-472f49c47448 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:24:43.329725 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c61ca549-7a03-4050-9796-d9c14aca869d None None] Provisioning complete for port 377cde04-65e1-427d-a575-7bee72c1a13d triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:43.330770 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c61ca549-7a03-4050-9796-d9c14aca869d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:43.395082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-c61ca549-7a03-4050-9796-d9c14aca869d None None] Port 377cde04-65e1-427d-a575-7bee72c1a13d cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:43.529138 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:24:43.538447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] 10.222.0.46 "PUT /v2.0/routers/4380e767-7096-4c66-a665-472f49c47448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7850389 Jun 08 18:24:44.156185 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c4254b7b-9bdf-4195-be56-70aaeb1af566 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:44.316118 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port c4254b7b-9bdf-4195-be56-70aaeb1af566 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:44.321478 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c4254b7b-9bdf-4195-be56-70aaeb1af566 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:44.322020 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.367182 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36566) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:44.374944 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1699341286-network', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:44.413237 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Made reservation on behalf of cd886bb820d34d6fae9e0289317d8d10 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:44.415979 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.431825 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.480103 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.487649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Sync routers for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:24:44.507822 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:44.508529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:44.601443 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.609041 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.612268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:44.626280 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port c4254b7b-9bdf-4195-be56-70aaeb1af566, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c4254b7b-9bdf-4195-be56-70aaeb1af566,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:44.645077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:24:44.656205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d478a3-8658-411a-905d-982d71ec2586,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:44.665633 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:44.669815 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.670325 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Added segment 83199d9c-15a0-434d-9ca0-0d44f5d78826 of type vlan for network 362151e3-05ce-415f-a34c-3d325f4bfd91 Jun 08 18:24:44.703600 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.730074 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.743204 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.744583 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:44.745172 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:44.747863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:44.750489 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01abfae7-71be-4ec1-ad00-9f694e921293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:44.851517 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4827573 Jun 08 18:24:44.856452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36568) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:44.864955 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Pushing event updated for resources: {'Network': ['ID=362151e3-05ce-415f-a34c-3d325f4bfd91,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:44.867231 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:44.869761 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Request body: {'subnet': {'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1699341286-subnet', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:44.872255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=c4254b7b-9bdf-4195-be56-70aaeb1af566,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:44.879796 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:44.882249 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:24:44.913306 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Made reservation on behalf of cd886bb820d34d6fae9e0289317d8d10 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:24:44.917413 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.007255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:45.398126 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.404850 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-da6c0cc0-983d-48d4-871b-4fe5fd1274a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:45.482495 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b50051f-b502-4aeb-84e8-7c3da9858545,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:45.486912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:45.498663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Checking segment: {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:45.499022 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Network hostable DHCP agents. Network: 362151e3-05ce-415f-a34c-3d325f4bfd91, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:24:45.526925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:24:45.543803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 362151e3-05ce-415f-a34c-3d325f4bfd91) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:45.552120 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:45.553141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.562693 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c18579-612e-4724-9a16-e619951c4649 None None] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:45.583845 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7206542 Jun 08 18:24:45.585070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36578) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:45.590325 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:45.592181 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 2, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:45.617638 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.619016 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.644684 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:45.665578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Checking router: 4380e767-7096-4c66-a665-472f49c47448 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:45.666172 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Updating router 4380e767-7096-4c66-a665-472f49c47448 port 377cde04-65e1-427d-a575-7bee72c1a13d binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:45.793143 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.085406 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-362151e3-05ce-415f-a34c-3d325f4bfd91', 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'fixed_ips': [{'subnet_id': '9b50051f-b502-4aeb-84e8-7c3da9858545'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:24:46.086789 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.149985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c4254b7b-9bdf-4195-be56-70aaeb1af566 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:46.238745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.333702 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca077f-a0f4-4a22-9963-b0b7c76e81d5 req-3db33072-95c4-4cb3-855f-7dde4d99f0bc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:46.335338 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1ca077f-a0f4-4a22-9963-b0b7c76e81d5 req-3db33072-95c4-4cb3-855f-7dde4d99f0bc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.4410880 Jun 08 18:24:46.408185 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1ca077f-a0f4-4a22-9963-b0b7c76e81d5 req-c7e1111b-2aeb-4147-b348-41ac61a13a98 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591400 Jun 08 18:24:46.529464 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c4254b7b-9bdf-4195-be56-70aaeb1af566 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:46.529925 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.633366 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Allocated IP 172.20.0.2 (362151e3-05ce-415f-a34c-3d325f4bfd91/9b50051f-b502-4aeb-84e8-7c3da9858545/ebbffdec-d9fd-460c-a6c3-02b93fdfda98) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:46.671963 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.675925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.711164 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.754650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Transition to ACTIVE for port object 377cde04-65e1-427d-a575-7bee72c1a13d will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:46.781443 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:46.787873 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9ad554b6-119d-4f67-bf1b-e28edcf0ca47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:46.952026 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Allocated IP 172.27.0.65 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:47.055084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Pushing event updated for resources: {'Port': ['ID=377cde04-65e1-427d-a575-7bee72c1a13d,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:47.096079 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:47.226978 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.251007 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.263185 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Transition to ACTIVE for port object ebbffdec-d9fd-460c-a6c3-02b93fdfda98 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:47.265762 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:47.266676 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:47.284638 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Transition to ACTIVE for port object ebbffdec-d9fd-460c-a6c3-02b93fdfda98 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:47.304235 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:47.304861 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:47.318939 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Attempting to bind port 377cde04-65e1-427d-a575-7bee72c1a13d on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:47.319249 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Attempting to bind port 377cde04-65e1-427d-a575-7bee72c1a13d by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:47.319600 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Attempting to bind port 377cde04-65e1-427d-a575-7bee72c1a13d on network 77d05067-af15-470a-bfb2-e4a378ee25bc {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:47.323415 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:47.325041 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:47.327866 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:47.361766 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:47.362364 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Checking segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:47.362935 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.363462 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Bound using segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:47.364659 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Bound port: 377cde04-65e1-427d-a575-7bee72c1a13d, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:47.365145 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.399404 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:47.432596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:47.457881 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:47.637261 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Attempting to bind port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:47.638989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Attempting to bind port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:47.638989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Attempting to bind port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 on network 362151e3-05ce-415f-a34c-3d325f4bfd91 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:47.645228 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] For port 377cde04-65e1-427d-a575-7bee72c1a13d, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:47.647547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:47.647919 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Checking segment: {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:47.648323 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.648721 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Bound using segment: {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:47.649208 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Bound port: ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:47.649626 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.671584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] For port 377cde04-65e1-427d-a575-7bee72c1a13d, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=377cde04-65e1-427d-a575-7bee72c1a13d,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:47.706139 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:47.721405 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:47.844150 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:47.844857 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:48.169518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa090fb-be50-45d7-a331-9515c69d9919 req-1f712c3b-5ae6-4608-9a07-e09847cd2b41 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:48.177100 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6fa090fb-be50-45d7-a331-9515c69d9919 req-1f712c3b-5ae6-4608-9a07-e09847cd2b41 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3576152 Jun 08 18:24:48.323680 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6fa090fb-be50-45d7-a331-9515c69d9919 req-55d71c65-bb6a-4eaf-bedc-1887daeb8d9d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431782 Jun 08 18:24:48.347878 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:48.491536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:48.576787 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Pushing event updated for resources: {'Port': ['ID=377cde04-65e1-427d-a575-7bee72c1a13d,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:48.962236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] For port ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:48.975548 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] For port ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:48.982364 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.260s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:49.065282 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:49.085434 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:49.160075 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:49.238128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Pushing event updated for resources: {'Port': ['ID=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:49.277404 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:49.312949 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:47Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:49.331595 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a39a6a-9d36-4103-8603-f541174d3841 None None] The sync data for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi is: [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:47Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:24:49.889450 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:24:50.324779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ebbffdec-d9fd-460c-a6c3-02b93fdfda98 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:50.576614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4715d5-4811-45e5-aa68-34a69b7ad0ab req-9568bc7c-6294-4a29-b07e-c6a34d09137e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:50.577942 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:50.584704 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c4715d5-4811-45e5-aa68-34a69b7ad0ab req-9568bc7c-6294-4a29-b07e-c6a34d09137e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.8048582 Jun 08 18:24:50.602279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:24:50.610790 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 377cde04-65e1-427d-a575-7bee72c1a13d up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:50.620415 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Sync routers for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:24:50.689019 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c4715d5-4811-45e5-aa68-34a69b7ad0ab req-11ae55a1-fd08-4cce-bb7b-b2e5dbc71567 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Jun 08 18:24:50.691719 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:50.695581 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-896bde1d-8325-4ac5-aabf-c92d7a937656 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1075194 Jun 08 18:24:50.696558 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36662) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:50.700393 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:50.702521 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:50.855998 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 377cde04-65e1-427d-a575-7bee72c1a13d completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:50.874509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 377cde04-65e1-427d-a575-7bee72c1a13d triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:50.874509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.114329 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0760fd-ba73-4ac0-902e-f0d4baf74f29 None None] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:24:51.124661 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:51.176839 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.303052 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Provisioning for port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:51.335024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 377cde04-65e1-427d-a575-7bee72c1a13d, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=377cde04-65e1-427d-a575-7bee72c1a13d,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:51.484365 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Provisioning complete for port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:51.484989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.546992 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.571180 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fbcde472-87a6-4ecc-b8c9-4d28f371b547 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:51.777624 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:47Z', 'revision_number': 3, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:51.788939 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Checking router: 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:51.789591 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Updating router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:51.900575 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:51.928530 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=377cde04-65e1-427d-a575-7bee72c1a13d,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:51.940690 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:52.005357 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.070044 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] For port ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:52.085707 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.104870 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:52.168268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.199024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 377cde04-65e1-427d-a575-7bee72c1a13d up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:52.362572 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Pushing event updated for resources: {'Port': ['ID=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:52.377218 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:52.383621 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 377cde04-65e1-427d-a575-7bee72c1a13d triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:52.384241 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.389134 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.406717 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Transition to ACTIVE for port object c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:52.419904 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.425067 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-7f3afb5c-6530-4a61-9650-dbe90d9bbcd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:52.556753 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Attempting to bind port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:24:52.557240 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Attempting to bind port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:24:52.557619 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Attempting to bind port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:24:52.566923 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Allocated IP 172.20.0.1 (362151e3-05ce-415f-a34c-3d325f4bfd91/9b50051f-b502-4aeb-84e8-7c3da9858545/226c6108-5319-403b-b233-95e807b46b98) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:24:52.576706 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:24:52.577228 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:24:52.577637 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.578035 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:24:52.578621 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Bound port: c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:24:52.578971 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.624995 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652caa90-5699-4e55-8eeb-e543b466e2e9 None None] Pushing event updated for resources: {'Port': ['ID=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:52.634470 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-652caa90-5699-4e55-8eeb-e543b466e2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:52.732298 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] For port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:24:52.741771 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] For port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:24:52.750327 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.755890 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:52.855357 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d6dfd7ed-290b-4efb-8972-c612d38aa3c7 None None] Provisioning complete for port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:52.857913 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd7ed-290b-4efb-8972-c612d38aa3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.901308 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:52.902163 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:52.907530 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:52.947433 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Transition to ACTIVE for port object 226c6108-5319-403b-b233-95e807b46b98 will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:24:52.999757 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:24:53.000880 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:24:53.033389 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:53.035633 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:53.050454 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:24:53.052907 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.074240 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652caa90-5699-4e55-8eeb-e543b466e2e9 None None] Pushing event updated for resources: {'Port': ['ID=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:53.090736 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-652caa90-5699-4e55-8eeb-e543b466e2e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:53.225655 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:53.270356 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.473440 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0518-4b81-47ad-91b6-e022b66014b6 None None] Provisioning for port 226c6108-5319-403b-b233-95e807b46b98 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:53.480813 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c0ff0518-4b81-47ad-91b6-e022b66014b6 None None] Provisioning complete for port 226c6108-5319-403b-b233-95e807b46b98 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:53.481175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c0ff0518-4b81-47ad-91b6-e022b66014b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.750925 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.753429 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-c0ff0518-4b81-47ad-91b6-e022b66014b6 None None] Port 226c6108-5319-403b-b233-95e807b46b98 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:53.760267 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.761320 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:53.777775 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5b89f9be-9162-419b-a56f-f04f601374e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:53.798487 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f599d4-5b31-4e63-a1e8-5ba031db6d17 req-340ea425-6985-4d7f-9b5d-0d7e4a5b9087 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:53.801478 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f0f599d4-5b31-4e63-a1e8-5ba031db6d17 req-340ea425-6985-4d7f-9b5d-0d7e4a5b9087 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1977439 Jun 08 18:24:53.853242 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:47Z', 'revision_number': 3, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:53.870798 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d5da9b-0033-41d3-a7e7-c499e57c512f None None] The sync data for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi is: [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:47Z', 'revision_number': 3, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:24:53.871779 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f0f599d4-5b31-4e63-a1e8-5ba031db6d17 req-1f89ce4b-2349-4143-9d66-0fb747912899 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618761 Jun 08 18:24:53.954245 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Pushing event updated for resources: {'Port': ['ID=226c6108-5319-403b-b233-95e807b46b98,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:53.973109 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:54.115996 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:24:54.123378 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:24:54.181062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ebbffdec-d9fd-460c-a6c3-02b93fdfda98 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:54.367281 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:54.367955 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:54.702552 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:24:54.862715 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-feca9fb6-f234-4b67-87e4-a43a97b1d635 None None] Provisioning complete for port 226c6108-5319-403b-b233-95e807b46b98 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:54.863698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-feca9fb6-f234-4b67-87e4-a43a97b1d635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:55.038559 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-feca9fb6-f234-4b67-87e4-a43a97b1d635 None None] Port 226c6108-5319-403b-b233-95e807b46b98 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:24:55.378142 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:24:55.391054 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] 10.222.0.46 "PUT /v2.0/routers/6d4f5c03-75ad-4edf-b798-1f12d85fbef6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6929007 Jun 08 18:24:55.518151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd383534-29fd-4c40-9704-381d13861d9f req-46a99dda-3867-417f-88f0-6c28cc663d2e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:55.541083 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd383534-29fd-4c40-9704-381d13861d9f req-46a99dda-3867-417f-88f0-6c28cc663d2e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2892647 Jun 08 18:24:55.726837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd383534-29fd-4c40-9704-381d13861d9f req-7fffba25-63e1-48a7-a9b5-32de84351131 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833911 Jun 08 18:24:56.280208 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:56.354175 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a328bc-8dba-4212-a6d6-694daeaa9fe7 req-96c54b7e-dd28-4639-a9b6-ef2ee5fe3422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:56.357040 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a328bc-8dba-4212-a6d6-694daeaa9fe7 req-96c54b7e-dd28-4639-a9b6-ef2ee5fe3422 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.2113104 Jun 08 18:24:56.496301 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:24:56.507968 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8a328bc-8dba-4212-a6d6-694daeaa9fe7 req-49509527-67c3-48d0-8f84-ff6450d24aba service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436455 Jun 08 18:24:56.521338 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:56.522355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.017516 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.089142 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:24:57.110971 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.115261 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:57.188470 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36762) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:57.195184 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-644338614', 'description': 'tempest-secgroup-smoke-644338614 description', 'project_id': '20db8c0e0a5145ce836aa84744bed739'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:57.218035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Sync routers for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:24:57.295590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:24:57.296641 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:57.306629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.622537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ef04-294e-4f21-965b-61fa0dbeb129 req-4b1aa05e-7872-4b06-8e3f-556fafff6f6c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:57.631265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ca71ef04-294e-4f21-965b-61fa0dbeb129 req-4b1aa05e-7872-4b06-8e3f-556fafff6f6c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2557387 Jun 08 18:24:57.641191 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:57.658989 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.671655 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.671901 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:57.683000 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-845c8d66-bc0f-4693-88ae-7315edc48775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:57.705206 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ca71ef04-294e-4f21-965b-61fa0dbeb129 req-fceff2a0-f36e-4faa-af75-f2589ea3dd81 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725739 Jun 08 18:24:57.786327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.787651 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5974691 Jun 08 18:24:57.792427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36772) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:57.792740 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daddc433-5d1d-443f-981b-0204e3670a2b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:57.797359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:57.798184 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:24:57.799267 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:57.870237 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.982907 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.996125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:57.999847 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.135594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffb0268-6ddb-4ca6-8fca-98d4e051ae10,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.161904 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.184537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.196985 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36782) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:58.199796 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4020543 Jun 08 18:24:58.202907 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:58.296347 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:24:58.301054 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.484027 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.499655 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.515304 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-34fe6f34-3a38-454f-b50b-dc4571ae5467 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.567662 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941da019-c2de-46cd-9992-8e985eb808f7,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.583628 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.598074 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.604532 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36786) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:58.605488 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-64d41634-241a-4b2a-be84-66a6531e789b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4062970 Jun 08 18:24:58.610933 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:58.681499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.727319 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:24:58.727319 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.839741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.847871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.862366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:58.894260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c510a41-9fbb-4a9a-9812-e405066c4557,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:58.908389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:58.921612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:58.929358 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36794) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:58.939745 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:58.940761 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343451 Jun 08 18:24:59.048013 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:53Z', 'revision_number': 4, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '226c6108-5319-403b-b233-95e807b46b98', 'name': '', 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'mac_address': 'fa:16:3e:ce:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:52Z', 'updated_at': '2021-06-08T18:24:53Z', 'revision_number': 2, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'subnets': [{'id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:24:59.055612 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Checking router: 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:24:59.056060 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Updating router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 port 226c6108-5319-403b-b233-95e807b46b98 binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:24:59.076177 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.116721 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.363432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbdc08a-bf49-4605-a7af-8193d28a033c req-3a95cf51-d1d8-42ec-89d0-605557cf761b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:24:59.378933 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2fbdc08a-bf49-4605-a7af-8193d28a033c req-3a95cf51-d1d8-42ec-89d0-605557cf761b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3215380 Jun 08 18:24:59.589176 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2fbdc08a-bf49-4605-a7af-8193d28a033c req-b393ad13-dd42-4dd0-a93f-1af7fd9e7067 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053537 Jun 08 18:24:59.607879 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.615694 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.620117 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:24:59.731417 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9eb96fe-beca-41e7-9fc4-3366278ba6d6,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:24:59.741226 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:24:59.742196 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:24:59.757407 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8265381 Jun 08 18:24:59.761831 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36810) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:24:59.778128 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:24:59.862268 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Project 20db8c0e0a5145ce836aa84744bed739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:24:59.895484 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.007102 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.010525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.019569 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.022981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:00.066236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Transition to ACTIVE for port object 226c6108-5319-403b-b233-95e807b46b98 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:00.068629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87cc4f0-0804-4c61-bf05-7b6dec21a093,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:00.080885 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.081938 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.082595 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.083715 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.083715 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.087439 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.087923 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.089085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.089797 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.090561 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.091391 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.092364 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.093349 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:00.093632 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:00.109855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:00.111251 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.112684 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f0fede0f-5cd3-4a85-8837-75c50026f0c0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3497138 Jun 08 18:25:00.118350 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 36814) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:00.123278 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'security_group_rule': {'security_group_id': 'daddc433-5d1d-443f-981b-0204e3670a2b', 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:00.175316 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.securitygroups_db [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Project 20db8c0e0a5145ce836aa84744bed739 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:25:00.195482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.353829 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.367037 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.401912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d701157c-9919-4401-b41b-4565f9813cf1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:00.432777 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Pushing event updated for resources: {'Port': ['ID=226c6108-5319-403b-b233-95e807b46b98,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:00.445886 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.455135 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:00.469758 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3384442 Jun 08 18:25:00.484388 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d654370-c689-4b95-9a53-9c88cc05352d,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:00.493428 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:00.634268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Attempting to bind port 226c6108-5319-403b-b233-95e807b46b98 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:25:00.634918 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Attempting to bind port 226c6108-5319-403b-b233-95e807b46b98 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:25:00.635361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Attempting to bind port 226c6108-5319-403b-b233-95e807b46b98 on network 362151e3-05ce-415f-a34c-3d325f4bfd91 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:00.671624 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:25:00.672008 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Checking segment: {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:00.672422 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.672829 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Bound using segment: {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:25:00.673326 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Bound port: 226c6108-5319-403b-b233-95e807b46b98, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83199d9c-15a0-434d-9ca0-0d44f5d78826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:25:00.680513 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:00.783946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-699d7faa-59a3-4207-8947-619fdc6b9eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:00.785455 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-699d7faa-59a3-4207-8947-619fdc6b9eb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=667ab9b317d24743b6b77375aae30994&device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 1098 time: 0.1266465 Jun 08 18:25:01.131074 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2e4a47b8-69c2-42c3-ab47-71e7ac03affb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:01.147183 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] For port 226c6108-5319-403b-b233-95e807b46b98, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:25:01.152067 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] For port 226c6108-5319-403b-b233-95e807b46b98, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=226c6108-5319-403b-b233-95e807b46b98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:25:01.169258 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:01.177193 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:01.323578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-06a8ddfa-5434-45af-85c6-2b94f1e3d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:01.327385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-06a8ddfa-5434-45af-85c6-2b94f1e3d395 service neutron] 10.222.0.35 "GET /v2.0/networks?id=246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 200 len: 919 time: 0.5301845 Jun 08 18:25:01.420491 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:01.421967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:24:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:01.582021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Pushing event updated for resources: {'Port': ['ID=226c6108-5319-403b-b233-95e807b46b98,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:01.587458 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:01.621721 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f54ff-2566-4027-898e-0fb5c9de74a0 req-3fe4f3c6-3666-4637-877c-4e57e5d19180 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:01.632899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-202f54ff-2566-4027-898e-0fb5c9de74a0 req-3fe4f3c6-3666-4637-877c-4e57e5d19180 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.8123393 Jun 08 18:25:01.722211 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-b81d9e22-7acb-4117-b545-71b1453d7e08 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 200 len: 217 time: 0.3819084 Jun 08 18:25:01.861189 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36884) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:01.883524 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:01.897393 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-202f54ff-2566-4027-898e-0fb5c9de74a0 req-f2ed23e7-cd83-415c-ba49-2689826dc0ea tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476606 Jun 08 18:25:01.916946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-8cb0fc68-4484-4308-bd9e-a6aa776d06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:01.922791 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-8cb0fc68-4484-4308-bd9e-a6aa776d06fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 200 len: 858 time: 0.1723926 Jun 08 18:25:02.006010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-a7997591-2af9-442f-87f7-e6c8136c6643 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=246208b2-a8f2-476f-881e-5368755510c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714881 Jun 08 18:25:02.143462 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.320925 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-26b12968-0d4b-4b72-bfa5-6509e4315c52 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988808 Jun 08 18:25:02.674105 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.685904 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:02.710583 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e107fb66-6670-4583-8fe6-22e3be50871c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:02.785845 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41730d41758e4f049586cd9f2115b645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9218435 Jun 08 18:25:02.788557 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 36918) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:02.811362 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bed6a48-9164-4478-8003-5798177e5adc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:02.834806 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:02.853132 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2db2fbef-6ca9-4b5e-8f97-7e37e4764b93 req-a2c6432d-ce35-4858-8315-60a034206722 service neutron] 10.222.0.35 "GET /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919469 Jun 08 18:25:02.973168 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.030212 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.079770 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:53Z', 'revision_number': 4, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '226c6108-5319-403b-b233-95e807b46b98', 'name': '', 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'mac_address': 'fa:16:3e:ce:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:52Z', 'updated_at': '2021-06-08T18:25:01Z', 'revision_number': 4, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'subnets': [{'id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:03.092479 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54f2356-dcdc-49b8-8c20-4a45fc16ab76 None None] The sync data for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi is: [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:24:53Z', 'revision_number': 4, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '226c6108-5319-403b-b233-95e807b46b98', 'name': '', 'network_id': '362151e3-05ce-415f-a34c-3d325f4bfd91', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'mac_address': 'fa:16:3e:ce:c6:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:52Z', 'updated_at': '2021-06-08T18:25:01Z', 'revision_number': 4, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'subnets': [{'id': '9b50051f-b502-4aeb-84e8-7c3da9858545', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:03.117909 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.121315 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.124151 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bed6a48-9164-4478-8003-5798177e5adc HTTP/1.1" status: 204 len: 168 time: 0.3327746 Jun 08 18:25:03.125304 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-21cf5128-a098-45cf-96ca-11046fc1ae3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:03.141807 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bed6a48-9164-4478-8003-5798177e5adc,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:03.148623 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:03.550439 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0194b9-31e0-4b8d-8a8a-ed0ee4c4bcdf req-53abde3f-24f5-4099-afa4-4616f38d7934 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:03.558741 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed0194b9-31e0-4b8d-8a8a-ed0ee4c4bcdf req-53abde3f-24f5-4099-afa4-4616f38d7934 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1641927 Jun 08 18:25:03.610344 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:03.667903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed0194b9-31e0-4b8d-8a8a-ed0ee4c4bcdf req-00e9a326-3282-4426-ac0d-9a102babdf15 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020947 Jun 08 18:25:03.728590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9d4400c5-624a-47f3-a2cc-a3d8f6660173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.313294 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 226c6108-5319-403b-b233-95e807b46b98 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:04.465276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 226c6108-5319-403b-b233-95e807b46b98 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:04.474732 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 226c6108-5319-403b-b233-95e807b46b98 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:04.475509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.675853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.717975 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 226c6108-5319-403b-b233-95e807b46b98, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=226c6108-5319-403b-b233-95e807b46b98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:04.723959 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:04.728250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:04.813200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=226c6108-5319-403b-b233-95e807b46b98,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:04.819455 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:04.890841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:05.300785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90294d71-d5ef-4f16-81b0-45b3f71f93a9 req-d2dda2ed-545f-4c0f-80df-280d819e52ae tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:05.305805 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-90294d71-d5ef-4f16-81b0-45b3f71f93a9 req-d2dda2ed-545f-4c0f-80df-280d819e52ae tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3590169 Jun 08 18:25:05.459679 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-90294d71-d5ef-4f16-81b0-45b3f71f93a9 req-b5e5905e-2d49-4c39-937c-955cb169609c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431890 Jun 08 18:25:06.129900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 226c6108-5319-403b-b233-95e807b46b98 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:06.363509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 226c6108-5319-403b-b233-95e807b46b98 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:06.363959 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:06.844173 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:08.285024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:11.152042 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af8457-17de-421d-a95e-6e428dfc1806 req-ca534433-1a27-457d-9cff-d010a6e22226 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:11.154546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-92af8457-17de-421d-a95e-6e428dfc1806 req-ca534433-1a27-457d-9cff-d010a6e22226 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1119900 Jun 08 18:25:11.225825 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-92af8457-17de-421d-a95e-6e428dfc1806 req-66d7ba6d-2ee7-43de-aaf7-6124d289edd9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634480 Jun 08 18:25:12.481211 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913dd88-16fb-4f00-a7f5-39d2b215d976 req-d43adfc8-eca1-4670-acd8-fb38d6c305cf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:12.494270 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b913dd88-16fb-4f00-a7f5-39d2b215d976 req-d43adfc8-eca1-4670-acd8-fb38d6c305cf tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1256123 Jun 08 18:25:12.567909 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b913dd88-16fb-4f00-a7f5-39d2b215d976 req-1af81bfa-2aa4-42a3-83fe-19480056b3ce tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720501 Jun 08 18:25:13.826268 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddf7b3b-11ab-40c7-8fc6-21b293b5af41 req-34add872-db58-4fcd-855a-1f8e6df20e36 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:13.828923 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ddf7b3b-11ab-40c7-8fc6-21b293b5af41 req-34add872-db58-4fcd-855a-1f8e6df20e36 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1338301 Jun 08 18:25:13.882611 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ddf7b3b-11ab-40c7-8fc6-21b293b5af41 req-d66fa045-4416-486c-a365-1101c5dc2607 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455408 Jun 08 18:25:16.570897 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:26.472085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37258) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:26.597675 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.702670 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.706343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.715134 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e0d6c5de-4e62-4536-9c2f-6a7eee67fc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:26.755329 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14fe0d3af04746b5a3b9ee8b3afcc0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2820599 Jun 08 18:25:26.756070 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8db7a7-d1c2-4d1b-8528-ac2d7c6697a6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:26.757912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 37264) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:26.759195 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:26.815703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.840060 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.890741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.894256 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:26.895421 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd8db7a7-d1c2-4d1b-8528-ac2d7c6697a6 HTTP/1.1" status: 204 len: 168 time: 0.1359372 Jun 08 18:25:26.896200 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-df46904e-802e-4809-960f-fffc4249a50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:26.905871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8db7a7-d1c2-4d1b-8528-ac2d7c6697a6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:26.908217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-38747db9-9316-4ac9-829d-0610e451c678 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:30.997223 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7e78621e-3a26-45f4-930f-e7be06798cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:32.950275 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddad53-6970-4df1-8693-b37926258e0f req-6269e1a5-e0cb-4832-9147-97b90fddb2d8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:32.953454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bdddad53-6970-4df1-8693-b37926258e0f req-6269e1a5-e0cb-4832-9147-97b90fddb2d8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1027601 Jun 08 18:25:33.002061 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bdddad53-6970-4df1-8693-b37926258e0f req-0c98f39c-5cb5-4b33-837f-503d54ca67e5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Jun 08 18:25:33.596833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.660571 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37376) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:33.706078 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f99573ac-20fb-4b9d-89e2-5899068b0e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.740355 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Deleting subnet 9512a78e-366f-4ac4-91bb-a15226ff580b {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:25:33.744199 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.808477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.818189 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.913184 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.918474 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:33.959997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9512a78e-366f-4ac4-91bb-a15226ff580b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:33.964499 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:33.967498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:33.972116 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 37388) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:33.974869 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e44267b3-aa7d-441c-bfb9-b2e04c0d7047 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9512a78e-366f-4ac4-91bb-a15226ff580b HTTP/1.1" status: 204 len: 168 time: 0.3131204 Jun 08 18:25:34.192608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.257810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-17ae3b94-352f-49c9-a531-ce302dbfd4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:34.259290 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-17ae3b94-352f-49c9-a531-ce302dbfd4de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1098 time: 0.2184420 Jun 08 18:25:34.454158 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.472399 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e09491-f541-4261-a639-5e920cde2e43 req-a2112616-12ae-466e-ac3e-0244a27dcf4c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:34.473778 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-88e09491-f541-4261-a639-5e920cde2e43 req-a2112616-12ae-466e-ac3e-0244a27dcf4c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.3425052 Jun 08 18:25:34.487837 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1c7bdf3-a104-4904-b468-34567314fc0a']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:34.523113 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e44fba-a864-4221-a273-8b33ecb81c3b') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:34.523403 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e44fba-a864-4221-a273-8b33ecb81c3b') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:34.549229 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.596368 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-88e09491-f541-4261-a639-5e920cde2e43 req-7a9b83d9-e569-425d-82b3-0a981807896b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106641 Jun 08 18:25:34.601713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.604586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-cab0086f-4d31-478d-abb3-8c5af588ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:34.606124 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-cab0086f-4d31-478d-abb3-8c5af588ff48 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.3139811 Jun 08 18:25:34.612498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:25:34.612929 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:25:34.630690 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:25:34.802476 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-8986070a-03a6-493a-b5fe-b53c4fec3284 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 1000 time: 0.1708708 Jun 08 18:25:34.803385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.850375 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dd4b411d-48c3-482f-b45f-d5d0b0d16f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:34.866216 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.870520 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b1c7bdf3-a104-4904-b468-34567314fc0a HTTP/1.1" status: 204 len: 168 time: 0.8949721 Jun 08 18:25:34.880463 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:34.884481 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1c7bdf3-a104-4904-b468-34567314fc0a,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:34.902363 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.902745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.903108 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.903464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.903814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.904705 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.905125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.905477 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.905974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.906351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.906702 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.907044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:34.912044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-caa891df-0706-4e26-a792-71a6c7c537a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:34.917951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-0b243431-11e2-4a1d-8391-eb5c74631629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:34.919555 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-0b243431-11e2-4a1d-8391-eb5c74631629 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.1102426 Jun 08 18:25:35.018184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-f870baf7-2da0-4393-bd02-83c26e160ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:35.019990 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-f870baf7-2da0-4393-bd02-83c26e160ea8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0928326 Jun 08 18:25:35.165554 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37422) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:35.221286 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a0d11a78-4c95-492b-88ad-664b74fca32d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=444b103bfcae47648341facf235ead7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0543721 Jun 08 18:25:35.221893 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37424) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:35.252873 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-978361c5-f9c1-40c7-924e-33c06f768794 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252679 Jun 08 18:25:35.286736 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.318879 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.386395 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.389815 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:35.393271 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de3fabf5-26af-4135-8a19-3b14e154db22 HTTP/1.1" status: 204 len: 168 time: 0.1681564 Jun 08 18:25:35.393271 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a262fd51-9bef-4d76-9345-3e38c2ec2036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:35.405549 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3fabf5-26af-4135-8a19-3b14e154db22,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:35.408054 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:35.415025 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84a9937d-e0ce-4d0d-8518-be731e55251b req-e608e05c-21ab-4fcd-afbd-8c9cb9145f16 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546612 Jun 08 18:25:35.822661 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597de428-88b1-49ba-b00c-fbccec37b8cd req-e8d7b5a2-9a00-4b47-b19d-6c480b9cc632 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:35.824440 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-597de428-88b1-49ba-b00c-fbccec37b8cd req-e8d7b5a2-9a00-4b47-b19d-6c480b9cc632 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.0928934 Jun 08 18:25:35.912029 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-597de428-88b1-49ba-b00c-fbccec37b8cd req-bb1ecd00-45a1-4612-a0ef-203a71251035 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788555 Jun 08 18:25:36.844773 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:37.158791 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3f69c-dbf1-41be-9800-736f08000a57 req-63aff140-bb87-4743-9d0c-d2d0c1ac07f0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:37.160399 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dca3f69c-dbf1-41be-9800-736f08000a57 req-63aff140-bb87-4743-9d0c-d2d0c1ac07f0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.0950022 Jun 08 18:25:37.210018 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dca3f69c-dbf1-41be-9800-736f08000a57 req-daa1b917-b3bc-4c3c-9e32-f7b15ba5b42d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436828 Jun 08 18:25:37.877657 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7ab30-e496-463c-89b6-7492aff6f054 req-9680aeb9-563a-4cb0-8541-abd744d48bdc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:37.879080 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cab7ab30-e496-463c-89b6-7492aff6f054 req-9680aeb9-563a-4cb0-8541-abd744d48bdc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1087737 Jun 08 18:25:37.934194 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cab7ab30-e496-463c-89b6-7492aff6f054 req-b01d6d39-a930-4282-b26e-0b269ae8aa2b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488560 Jun 08 18:25:38.300186 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:38.438011 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-376222b9-67e3-4ac6-bf43-9a8e24243d5d tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402231 Jun 08 18:25:38.586192 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b842524-aecc-42c0-bbaf-5bab145db64f req-4d59b363-49f6-48a5-9d69-f12ed65e5bbf tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:38.587663 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b842524-aecc-42c0-bbaf-5bab145db64f req-4d59b363-49f6-48a5-9d69-f12ed65e5bbf tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.2291024 Jun 08 18:25:38.628339 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-23d6aa53-74b6-43d7-b77c-c730f5b1c31c tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:38.629850 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-23d6aa53-74b6-43d7-b77c-c730f5b1c31c tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840088 Jun 08 18:25:38.659722 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b842524-aecc-42c0-bbaf-5bab145db64f req-09ccb098-083a-440b-8a72-7069c6bef7fa tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596788 Jun 08 18:25:38.660858 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-ed374ffc-07cc-43ab-a176-9cd9f2f9179f tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/quotas/137ca6834a0b43ee881dbb0b3aa68f6f HTTP/1.1" status: 200 len: 375 time: 0.0200770 Jun 08 18:25:38.714079 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-59953be7-3809-49b2-96ae-10a27038de0e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471368 Jun 08 18:25:39.004870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-28bb85f3-f4f1-4446-871a-b94c67392026 req-18faef21-1e24-48f8-84ac-b20c078faabc tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 210 time: 0.0593982 Jun 08 18:25:39.334357 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd76a1d-9f59-41c3-b1f8-b480493bb651 req-e22eb3f1-7729-4b64-85f1-7edda99df5bd tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:39.335906 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6cd76a1d-9f59-41c3-b1f8-b480493bb651 req-e22eb3f1-7729-4b64-85f1-7edda99df5bd tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.2188709 Jun 08 18:25:39.385597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a2ef-5486-4efb-b9c8-1af38f74def2 req-b5be1452-05fe-4dda-810c-f35b19e6e32e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:39.387104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6243a2ef-5486-4efb-b9c8-1af38f74def2 req-b5be1452-05fe-4dda-810c-f35b19e6e32e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.1960087 Jun 08 18:25:39.425531 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6cd76a1d-9f59-41c3-b1f8-b480493bb651 req-30813949-9006-439d-9f98-b9c76b1b2e0f tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753348 Jun 08 18:25:39.452716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6243a2ef-5486-4efb-b9c8-1af38f74def2 req-f227c42d-d35c-4abc-920a-0a51f7569f72 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563049 Jun 08 18:25:39.852047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b57e47-480d-4377-a285-38e0f5b72b80 req-37d62696-6939-4810-bfde-b153a0d774a2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:39.853477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78b57e47-480d-4377-a285-38e0f5b72b80 req-37d62696-6939-4810-bfde-b153a0d774a2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.0806119 Jun 08 18:25:39.902650 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78b57e47-480d-4377-a285-38e0f5b72b80 req-16f29bbe-edaf-4c29-8453-bb2034f8046f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Jun 08 18:25:40.197633 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-621cfda1-8a5e-42c0-8c5f-58f80ae7b9db req-5584ed34-457c-4274-88ff-ea39bed3a0ec tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 210 time: 0.0674050 Jun 08 18:25:40.212049 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-fe9b2d03-21f7-4b10-8134-a072ef13c7d1 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371685 Jun 08 18:25:40.416745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-8bc926df-625e-4367-9723-cf8bbfe3ed0e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:40.418280 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-8bc926df-625e-4367-9723-cf8bbfe3ed0e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986237 Jun 08 18:25:40.444576 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Request body: {'port': {'device_id': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba', 'admin_state_up': True, 'tenant_id': '137ca6834a0b43ee881dbb0b3aa68f6f'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:40.859538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Made reservation on behalf of 137ca6834a0b43ee881dbb0b3aa68f6f for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:40.863072 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.883828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008c69a3-dd4a-43d1-b5e6-3273b8fe27bb req-af8a240d-64e9-48fc-82ef-d3a338ff9b3c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:40.885296 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-008c69a3-dd4a-43d1-b5e6-3273b8fe27bb req-af8a240d-64e9-48fc-82ef-d3a338ff9b3c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.3303163 Jun 08 18:25:40.890103 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:40.943832 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d5fc1-d43c-4dcf-a0db-15ed7972675f req-6bd21862-f59e-4c79-8103-6fac8e7301be tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:40.945348 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-552d5fc1-d43c-4dcf-a0db-15ed7972675f req-6bd21862-f59e-4c79-8103-6fac8e7301be tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.3328383 Jun 08 18:25:41.009173 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-008c69a3-dd4a-43d1-b5e6-3273b8fe27bb req-2fe82c3a-136c-4dfa-bf28-73042de1978e tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093795 Jun 08 18:25:41.101653 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-552d5fc1-d43c-4dcf-a0db-15ed7972675f req-ef97d408-3936-4984-8726-d2162b905f4c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447709 Jun 08 18:25:41.242715 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-ceb53bb8-9ff1-4dae-8c8b-2584795755e7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:41.244125 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-ceb53bb8-9ff1-4dae-8c8b-2584795755e7 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.2335684 Jun 08 18:25:41.339266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.349563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.360237 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:41.448917 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e289d22-061d-4a1d-9f7c-456d28a49d45 req-1354d110-5f2f-4979-b90e-07812c380147 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:41.450394 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e289d22-061d-4a1d-9f7c-456d28a49d45 req-1354d110-5f2f-4979-b90e-07812c380147 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.3207603 Jun 08 18:25:41.571781 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-176e2471-59ed-4b87-9769-ee7bdce42594 req-48e8a7a6-2302-461e-917f-b4940b81d2f4 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 210 time: 0.1994700 Jun 08 18:25:41.592188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5f542a-c06c-49dd-b5ab-60faaf4ca900,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:41.595715 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:41.671666 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e289d22-061d-4a1d-9f7c-456d28a49d45 req-bdb73938-e503-4840-9e91-2002e0cb55bc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106938 Jun 08 18:25:41.706133 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Deleting port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:41.706510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:41.819166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Allocated IP 192.168.233.47 (d71eefa4-8051-48f2-8d9d-e0cf2bb867ba/cb455203-4897-4f78-a3c3-aaa66f9ded20/9fe82943-b73c-4cc4-9991-68da166b7cad) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:41.959608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] For port fe484d75-a7b1-4599-96b4-a062f5c3a8e2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:41.959608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:42.174248 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Calling delete_port for fe484d75-a7b1-4599-96b4-a062f5c3a8e2 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:42.249493 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-ef80032b-7264-469c-ba76-04d52f82ba64 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:42.251023 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-ef80032b-7264-469c-ba76-04d52f82ba64 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.4729378 Jun 08 18:25:42.524625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:42.571291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d01016-6238-4bcf-ba18-88116b7dff6d req-36e3d58d-3214-4223-9992-f854622ca282 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:42.572786 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60d01016-6238-4bcf-ba18-88116b7dff6d req-36e3d58d-3214-4223-9992-f854622ca282 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 946 time: 0.4089565 Jun 08 18:25:42.573872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Transition to ACTIVE for port object 9fe82943-b73c-4cc4-9991-68da166b7cad will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:42.748611 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad47650-d822-47ae-ba66-0331da20a05e req-a635fcbb-fb48-4f95-8c45-e2eca0f140d5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:42.750084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ad47650-d822-47ae-ba66-0331da20a05e req-a635fcbb-fb48-4f95-8c45-e2eca0f140d5 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=1bff8e0f-ddb1-49d8-bf31-a479b09a46be HTTP/1.1" status: 200 len: 945 time: 0.5288553 Jun 08 18:25:42.834158 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Deleting port 7c4344e3-1dd0-4a9f-af00-ccd2019237de {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:25:42.834518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:42.908769 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:42.912915 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60d01016-6238-4bcf-ba18-88116b7dff6d req-e7c2b2b9-5ccb-4bbf-9aa9-758eb577e4bb tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284361 Jun 08 18:25:42.925747 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:42.937172 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['53847536-ac8c-4abe-957e-27bf6deefd2e'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:25:43.013207 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ad47650-d822-47ae-ba66-0331da20a05e req-76703975-4339-4af2-9fa3-4c59c36f573a tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556224 Jun 08 18:25:43.027928 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Pushing event deleted for resources: {'Port': ['ID=fe484d75-a7b1-4599-96b4-a062f5c3a8e2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:43.053821 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.064274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:43.066788 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:43.189989 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] No DVR routers for this DVR port fe484d75-a7b1-4599-96b4-a062f5c3a8e2 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:25:43.231971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:43.240660 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.242617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-53687c39-b580-4ea6-9544-90d0d9e7781f req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "DELETE /v2.0/ports/fe484d75-a7b1-4599-96b4-a062f5c3a8e2 HTTP/1.1" status: 204 len: 173 time: 1.9842358 Jun 08 18:25:43.243153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'name': 'network-vif-deleted', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:43.245528 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9f8234-a4c0-495c-a63e-23d2aa419693" -d '{"events": [{"server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "name": "network-vif-deleted", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:43.257286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:43.305583 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:43.377695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] For port 7c4344e3-1dd0-4a9f-af00-ccd2019237de, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=7c4344e3-1dd0-4a9f-af00-ccd2019237de,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:43.378057 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.534007 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Calling delete_port for 7c4344e3-1dd0-4a9f-af00-ccd2019237de owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:25:43.556928 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:43.557465 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.571888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-805c8e7b-2964-4563-901e-82b0dee6131c None None] Provisioning for port 9fe82943-b73c-4cc4-9991-68da166b7cad completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:43.581334 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-805c8e7b-2964-4563-901e-82b0dee6131c None None] Provisioning complete for port 9fe82943-b73c-4cc4-9991-68da166b7cad triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:43.581717 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-805c8e7b-2964-4563-901e-82b0dee6131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.604179 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1636915 Jun 08 18:25:43.614820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d422b7b-f6fb-49ea-8f36-235a30e6174b req-5bfee73f-5965-44f5-a082-ac7e276376bd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:43.616316 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d422b7b-f6fb-49ea-8f36-235a30e6174b req-5bfee73f-5965-44f5-a082-ac7e276376bd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 935 time: 0.4403367 Jun 08 18:25:43.623440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Request body: {'port': {'device_id': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:43.637926 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-805c8e7b-2964-4563-901e-82b0dee6131c None None] Port 9fe82943-b73c-4cc4-9991-68da166b7cad cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:25:43.656433 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44aa875-236d-437b-8c40-2f14f81453a2 req-7cab8629-680b-4d38-b238-f49e88413f34 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:43.657938 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c44aa875-236d-437b-8c40-2f14f81453a2 req-7cab8629-680b-4d38-b238-f49e88413f34 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.4242060 Jun 08 18:25:43.816370 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d422b7b-f6fb-49ea-8f36-235a30e6174b req-ce7267d2-da22-49c0-8e0c-95383b698e69 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573863 Jun 08 18:25:43.827288 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c44aa875-236d-437b-8c40-2f14f81453a2 req-f54899ad-472a-48f7-b64b-90b0a30e1c5e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612196 Jun 08 18:25:43.888054 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:43.919522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee38c0a-632b-40cc-a9f3-708ad7278692 x-openstack-request-id: req-2ee38c0a-632b-40cc-a9f3-708ad7278692 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:43.919842 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bff8e0f-ddb1-49d8-bf31-a479b09a46be", "name": "network-vif-deleted", "tag": "fe484d75-a7b1-4599-96b4-a062f5c3a8e2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:43.920279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2ee38c0a-632b-40cc-a9f3-708ad7278692 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:43.920705 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bff8e0f-ddb1-49d8-bf31-a479b09a46be', 'name': 'network-vif-deleted', 'tag': 'fe484d75-a7b1-4599-96b4-a062f5c3a8e2', 'status': 'completed', 'code': 200} Jun 08 18:25:44.007105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.027969 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['7c4344e3-1dd0-4a9f-af00-ccd2019237de'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:25:44.037499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b6bb7ec3-70a9-4de1-aed1-0b53a658dda1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:44.133371 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Pushing event deleted for resources: {'Port': ['ID=7c4344e3-1dd0-4a9f-af00-ccd2019237de,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:44.174868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:44.227368 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e2f75053-3dc4-441a-9580-0175519e2b59 req-56fb30fa-3777-4f77-af7e-945b3c5f2414 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=428e4e88-9b35-41e9-be78-0f0e26f105b8 HTTP/1.1" status: 200 len: 210 time: 0.1365175 Jun 08 18:25:44.293294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] No DVR routers for this DVR port 7c4344e3-1dd0-4a9f-af00-ccd2019237de on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:25:44.303184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.305051 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-165c11f4-dec7-4fd5-9559-a18aca0f4ac2 req-0e470eef-fb47-4519-a53c-817c52a2af79 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "DELETE /v2.0/ports/7c4344e3-1dd0-4a9f-af00-ccd2019237de HTTP/1.1" status: 204 len: 173 time: 2.0122252 Jun 08 18:25:44.333004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fe484d75-a7b1-4599-96b4-a062f5c3a8e2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:44.423336 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: fe484d75-a7b1-4599-96b4-a062f5c3a8e2 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:44.425629 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fe484d75-a7b1-4599-96b4-a062f5c3a8e2 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:44.427470 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7c4344e3-1dd0-4a9f-af00-ccd2019237de no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:25:44.491830 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 7c4344e3-1dd0-4a9f-af00-ccd2019237de {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:25:44.492229 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 7c4344e3-1dd0-4a9f-af00-ccd2019237de not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:25:44.608443 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37682) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:44.650895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fe82943-b73c-4cc4-9991-68da166b7cad {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:25:44.749194 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.758191 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.785121 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Transition to ACTIVE for port object 9fe82943-b73c-4cc4-9991-68da166b7cad will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:44.792678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.798711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a74ea04c-b631-4531-82f8-169cbd3c4e15 tempest-DeleteServersTestJSON-1781121070 tempest-DeleteServersTestJSON-1781121070-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:44.882375 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.890121 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:44.929495 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-221eca88-f6e8-46e8-8b94-118603eb2907 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:44.949430 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe82943-b73c-4cc4-9991-68da166b7cad,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:44.969254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:44.970820 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=396450fcefad46b2a9076ebfd5a00271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3605256 Jun 08 18:25:44.971447 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37690) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:44.972204 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fa9eb3-b0f0-41f5-93fd-08c095cbadb8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:44.997227 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:45.058268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.098182 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.123831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24448e-2a60-46ad-840b-ef704cf58d66 req-0a67adb9-7caf-4f6e-b115-e1301bbf7eb9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:45.125365 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a24448e-2a60-46ad-840b-ef704cf58d66 req-0a67adb9-7caf-4f6e-b115-e1301bbf7eb9 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.5165813 Jun 08 18:25:45.173351 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.178865 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.180926 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2fa9eb3-b0f0-41f5-93fd-08c095cbadb8 HTTP/1.1" status: 204 len: 168 time: 0.2053819 Jun 08 18:25:45.182158 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c09d540d-2882-4c15-82b3-b59d225357f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:45.206119 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fa9eb3-b0f0-41f5-93fd-08c095cbadb8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:45.209692 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:45.219518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Attempting to bind port 9fe82943-b73c-4cc4-9991-68da166b7cad on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:25:45.220032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Attempting to bind port 9fe82943-b73c-4cc4-9991-68da166b7cad by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:25:45.220525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Attempting to bind port 9fe82943-b73c-4cc4-9991-68da166b7cad on network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:45.250327 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Port 9fe82943-b73c-4cc4-9991-68da166b7cad on network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:25:45.250805 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Attempting to bind port 9fe82943-b73c-4cc4-9991-68da166b7cad on network d71eefa4-8051-48f2-8d9d-e0cf2bb867ba {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:45.273269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a24448e-2a60-46ad-840b-ef704cf58d66 req-fd112002-1bc9-495f-b224-85f3f2db2aba tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148672 Jun 08 18:25:45.274486 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:25:45.274827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Checking segment: {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:45.275218 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Bound using segment: {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:25:45.275675 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Bound port: 9fe82943-b73c-4cc4-9991-68da166b7cad, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f8252e-4b30-4583-b880-2746b5462ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:25:45.276027 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.375343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b454d-801d-4b48-b924-789ccc918728 req-74589ced-42d5-4760-92af-97c3b1332594 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:45.382471 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b2b454d-801d-4b48-b924-789ccc918728 req-74589ced-42d5-4760-92af-97c3b1332594 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.3501945 Jun 08 18:25:45.512958 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b2b454d-801d-4b48-b924-789ccc918728 req-91dbb6cc-31c8-4b3f-83d7-487061c4e987 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295750 Jun 08 18:25:45.517039 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:25:45.521580 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9fe82943-b73c-4cc4-9991-68da166b7cad,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:25:45.536023 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.536023 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-004adbd7-32b5-45d5-89e0-d72d7385b68f tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:45.605582 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:45.606255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:45.608427 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] 10.222.0.35 "PUT /v2.0/ports/9fe82943-b73c-4cc4-9991-68da166b7cad HTTP/1.1" status: 200 len: 1097 time: 1.9910707 Jun 08 18:25:45.621412 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bce2a-7734-42cf-9b4a-3105000b16d2 req-59d09a8c-9da9-4b00-a9bb-2c029a67173c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:45.630327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5d8bce2a-7734-42cf-9b4a-3105000b16d2 req-59d09a8c-9da9-4b00-a9bb-2c029a67173c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.2425802 Jun 08 18:25:45.779695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fe82943-b73c-4cc4-9991-68da166b7cad,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:45.789162 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:45.802068 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5d8bce2a-7734-42cf-9b4a-3105000b16d2 req-1c11a74f-0eff-4c7f-9c25-c25ea73e8d81 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712785 Jun 08 18:25:45.855374 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-2721313e-be34-4f45-af67-3b1f9be85c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:45.858004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-2721313e-be34-4f45-af67-3b1f9be85c82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 1100 time: 0.1864467 Jun 08 18:25:45.930653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'name': 'network-vif-deleted', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de'}, {'name': 'network-changed', 'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:25:45.933203 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535a9d07-7eed-4e2e-89c5-3fbf344e3451" -d '{"events": [{"server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "name": "network-vif-deleted", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de"}, {"name": "network-changed", "server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:25:45.953857 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-9d3f6e62-cf12-47e8-91f9-cc89ecd1cd85 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9fe82943-b73c-4cc4-9991-68da166b7cad HTTP/1.1" status: 200 len: 217 time: 0.0856850 Jun 08 18:25:46.031678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-b30fa943-39af-4a7f-9bab-747a317c027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.033066 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-b30fa943-39af-4a7f-9bab-747a317c027f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb455203-4897-4f78-a3c3-aaa66f9ded20 HTTP/1.1" status: 200 len: 843 time: 0.0683160 Jun 08 18:25:46.034551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 08 Jun 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e08f97-d27f-4728-a3bf-94fb5acc3e47 x-openstack-request-id: req-36e08f97-d27f-4728-a3bf-94fb5acc3e47 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:25:46.034871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "428e4e88-9b35-41e9-be78-0f0e26f105b8", "name": "network-vif-deleted", "tag": "7c4344e3-1dd0-4a9f-af00-ccd2019237de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:25:46.035147 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-36e08f97-d27f-4728-a3bf-94fb5acc3e47 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:25:46.035544 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '428e4e88-9b35-41e9-be78-0f0e26f105b8', 'name': 'network-vif-deleted', 'tag': '7c4344e3-1dd0-4a9f-af00-ccd2019237de', 'status': 'completed', 'code': 200} Jun 08 18:25:46.036034 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad', 'status': 'completed', 'code': 200} Jun 08 18:25:46.144857 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-ed1673fd-87cb-4200-89fa-bacfbeec467f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.146666 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-ed1673fd-87cb-4200-89fa-bacfbeec467f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d71eefa4-8051-48f2-8d9d-e0cf2bb867ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1013677 Jun 08 18:25:46.227785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37724) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:46.344683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-ab5ef5a2-989b-4ba0-9527-68e0a9e5bcd1 service neutron] 10.222.0.35 "GET /v2.0/networks/d71eefa4-8051-48f2-8d9d-e0cf2bb867ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856775 Jun 08 18:25:46.435706 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-67760304-network', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:46.463239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Made reservation on behalf of 5a5ceb875047474eb615738a5fb146a1 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:46.466273 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.480038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.648904 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.654252 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.661918 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-54d3a9a9-4548-43d3-9cd0-0232e514b59e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:46.672599 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-d5c4932b-d11f-4925-ae12-a59c5b41324d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-644338614&fields=id&tenant_id=20db8c0e0a5145ce836aa84744bed739 HTTP/1.1" status: 200 len: 267 time: 0.1054075 Jun 08 18:25:46.676827 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:25:46.677573 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bff1e65-b08a-48b3-ba3e-cfeb79598f25 req-6bc4aca8-424d-4bde-92b5-bab1ce4e97d2 service neutron] 10.222.0.35 "GET /v2.0/networks/d71eefa4-8051-48f2-8d9d-e0cf2bb867ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237748 Jun 08 18:25:46.697416 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd13120-0965-45f5-bd54-a42991364a8e req-b9c5a8b0-885e-4134-bdb5-2f619b614037 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.699818 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ddd13120-0965-45f5-bd54-a42991364a8e req-b9c5a8b0-885e-4134-bdb5-2f619b614037 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2289572 Jun 08 18:25:46.711375 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.711913 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Added segment 80e8a06b-0dac-4730-b568-d775ba17b582 of type vlan for network 2ae914e0-fd98-4d9b-8d78-c992876765e1 Jun 08 18:25:46.720441 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:46.723821 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:46.752981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.788689 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.790619 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.791319 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:46.796446 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-03a61550-8d69-4a1c-8b03-aed821bacb79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:46.883927 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ddd13120-0965-45f5-bd54-a42991364a8e req-fc105c74-4fc4-4c8d-9b06-81510b2938df tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573424 Jun 08 18:25:46.939723 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7107658 Jun 08 18:25:46.943233 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37742) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:46.966113 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Request body: {'subnet': {'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-67760304-subnet', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:46.972650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-3223e6e6-429d-4c27-baba-c1be400c162a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:46.979545 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-3223e6e6-429d-4c27-baba-c1be400c162a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 809 time: 0.2917659 Jun 08 18:25:46.992271 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae914e0-fd98-4d9b-8d78-c992876765e1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:46.995940 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-2e04c9fd-eca3-4fe7-bd55-6c534644e5b8 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/quotas/20db8c0e0a5145ce836aa84744bed739 HTTP/1.1" status: 200 len: 375 time: 0.0151680 Jun 08 18:25:47.000663 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:47.010062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:25:47.012845 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Made reservation on behalf of 5a5ceb875047474eb615738a5fb146a1 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:47.016937 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.283143 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.287888 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:47.328962 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-eb4dd514-952f-4050-9661-c28f5cb60024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:47.330454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-eb4dd514-952f-4050-9661-c28f5cb60024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 1100 time: 0.3259220 Jun 08 18:25:47.339113 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f3a5c-a107-498c-82e6-5742be9a10ce req-b64c1e81-b8f0-41f9-811b-0edceb14bc75 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:47.340548 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a5f3a5c-a107-498c-82e6-5742be9a10ce req-b64c1e81-b8f0-41f9-811b-0edceb14bc75 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.2877171 Jun 08 18:25:47.347688 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-955f5a75-d160-448b-ace5-6370ad9590b7 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2960031 Jun 08 18:25:47.349642 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Pushing event updated for resources: {'Subnet': ['ID=72200764-2cc2-466c-b6f6-7bdea4a5c5ab,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:47.353655 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:47.376392 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Checking segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:47.376741 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Network hostable DHCP agents. Network: 2ae914e0-fd98-4d9b-8d78-c992876765e1, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:25:47.398754 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:25:47.411945 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 2ae914e0-fd98-4d9b-8d78-c992876765e1) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:47.417581 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:47.418175 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.421028 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cddfbd-88ac-47a1-9051-dac43470a099 None None] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:25:47.446436 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5015032 Jun 08 18:25:47.449277 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37746) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:47.458191 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:47.490057 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a5f3a5c-a107-498c-82e6-5742be9a10ce req-afd0af60-0e5a-4d0e-bcbf-28eae974590f tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409309 Jun 08 18:25:47.500755 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.501856 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.521329 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.551723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1bf569af-5b6f-4408-b493-4fc65b935977 service neutron] 10.222.0.46 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760929 Jun 08 18:25:47.681125 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-2ae914e0-fd98-4d9b-8d78-c992876765e1', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:25:47.682052 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:47.789931 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-a0644c5b-36a8-4626-add0-1d82837c7cde service neutron] 10.222.0.46 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375498 Jun 08 18:25:47.804111 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ec51a-a9fd-4ebf-ab99-11fc10499790 req-0dd32e84-17c0-48fa-8d99-9fc699804036 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:47.805646 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-120ec51a-a9fd-4ebf-ab99-11fc10499790 req-0dd32e84-17c0-48fa-8d99-9fc699804036 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1535642 Jun 08 18:25:47.864958 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-120ec51a-a9fd-4ebf-ab99-11fc10499790 req-2555e2fa-68b5-445c-9f6d-ca9bf4721c2b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526555 Jun 08 18:25:47.881264 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Allocated IP 172.20.0.2 (2ae914e0-fd98-4d9b-8d78-c992876765e1/72200764-2cc2-466c-b6f6-7bdea4a5c5ab/33480d9e-3c74-4193-99b0-ca2b6158a1dc) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:47.897961 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.171885 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.215072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Transition to ACTIVE for port object 33480d9e-3c74-4193-99b0-ca2b6158a1dc will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:48.244227 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Transition to ACTIVE for port object 33480d9e-3c74-4193-99b0-ca2b6158a1dc will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:48.251862 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:48.252805 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:48.274013 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:48.275603 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:48.281484 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:48.286398 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.320836 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-06c0e43e-543d-4833-8078-940230aec854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:48.322343 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-06c0e43e-543d-4833-8078-940230aec854 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d71eefa4-8051-48f2-8d9d-e0cf2bb867ba HTTP/1.1" status: 200 len: 870 time: 0.2397966 Jun 08 18:25:48.334525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.414900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Attempting to bind port 33480d9e-3c74-4193-99b0-ca2b6158a1dc on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:25:48.415518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Attempting to bind port 33480d9e-3c74-4193-99b0-ca2b6158a1dc by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:25:48.416479 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Attempting to bind port 33480d9e-3c74-4193-99b0-ca2b6158a1dc on network 2ae914e0-fd98-4d9b-8d78-c992876765e1 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:48.422167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:25:48.422578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Checking segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:48.422990 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.424135 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Bound using segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:25:48.424652 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Bound port: 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:25:48.425039 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.482953 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0e1e4-c115-4ca8-bd4b-b834e66c57f8 req-4a6315b7-e4ca-413f-9b09-6c2c8701c028 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:48.484537 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bf0e1e4-c115-4ca8-bd4b-b834e66c57f8 req-4a6315b7-e4ca-413f-9b09-6c2c8701c028 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1354370 Jun 08 18:25:48.535145 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Allocated IP 172.27.0.252 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:48.576112 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] For port 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:25:48.580917 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] For port 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=33480d9e-3c74-4193-99b0-ca2b6158a1dc,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:25:48.582588 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bf0e1e4-c115-4ca8-bd4b-b834e66c57f8 req-8a73af69-bb7f-4ba4-b9de-5b102fe9ab52 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862205 Jun 08 18:25:48.586119 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.597230 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:48.687217 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76020134-f554-4233-8260-aa13088b75d7 req-c9cefdf5-ba2b-4969-a7b3-440337a31bb3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 210 time: 0.0523984 Jun 08 18:25:48.689524 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Pushing event updated for resources: {'Port': ['ID=33480d9e-3c74-4193-99b0-ca2b6158a1dc,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:48.699644 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.700114 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.700332 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.700756 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.701086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.701863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.701863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.702086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.702375 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.702698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.703015 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.703409 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:48.709025 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:48.744555 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.781762 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:48.782762 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:48.804811 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:48.806024 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:48.808670 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:48.919228 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961b59-ca1e-43ae-aea5-a2d6f2482f3b req-e4a3acf3-dd39-4bd7-92cf-59439b12e370 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:48.921857 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5961b59-ca1e-43ae-aea5-a2d6f2482f3b req-e4a3acf3-dd39-4bd7-92cf-59439b12e370 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.1036444 Jun 08 18:25:49.006784 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5961b59-ca1e-43ae-aea5-a2d6f2482f3b req-0d2272eb-8f1e-432e-95e9-df0826a5b27b tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783722 Jun 08 18:25:49.216583 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930e9b3-1f45-41f4-9f75-4171c553804f req-8e06370f-007d-48c9-a74f-22a4f7f1ea3d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:49.218086 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3930e9b3-1f45-41f4-9f75-4171c553804f req-8e06370f-007d-48c9-a74f-22a4f7f1ea3d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.0911810 Jun 08 18:25:49.267084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3930e9b3-1f45-41f4-9f75-4171c553804f req-13f84471-4f9b-4c96-aa2f-b628a5d44351 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425026 Jun 08 18:25:49.272099 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.763832 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:49.818792 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97a266-b74a-4bfd-a63e-997c642eb9ec req-c7b348c0-57f4-419f-92d9-eba6746edf46 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:49.823017 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c97a266-b74a-4bfd-a63e-997c642eb9ec req-c7b348c0-57f4-419f-92d9-eba6746edf46 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.1288793 Jun 08 18:25:49.850209 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c786618-c26d-4746-81ff-8a4c14717688 None None] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:25:49.878624 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c97a266-b74a-4bfd-a63e-997c642eb9ec req-560a06c3-e294-4cb5-beb7-fe855deaca90 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Jun 08 18:25:50.003030 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Router c79d43c5-ce78-4ed4-a323-259ac308f470 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91769) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:25:50.059117 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-f1991061-36ae-4b2d-b01f-5ccbaa5c5e69 None None] Provisioning for port 33480d9e-3c74-4193-99b0-ca2b6158a1dc completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:50.089070 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d17eadd7-bf4c-4c3e-afcd-2ecd56ce71d0 req-774e7db0-3755-44ca-aa09-70740ea06e9d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 210 time: 0.0649126 Jun 08 18:25:50.260073 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:50.276522 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Sync routers for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:50.293600 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:50.295747 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:25:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:50.296151 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:50.302927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 37784) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:50.303813 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3a52c24e-87ab-4578-b9b4-d9abbe0bb112 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8516943 Jun 08 18:25:50.325122 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 33480d9e-3c74-4193-99b0-ca2b6158a1dc up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:50.531972 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 33480d9e-3c74-4193-99b0-ca2b6158a1dc completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:50.552531 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 33480d9e-3c74-4193-99b0-ca2b6158a1dc triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:50.553248 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:50.662253 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:50.848804 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:50.942050 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=33480d9e-3c74-4193-99b0-ca2b6158a1dc,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:50.951284 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:50.954777 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:51.082101 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-7862f76d-daac-416c-8f49-3d871e2a4c9a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=9fe82943-b73c-4cc4-9991-68da166b7cad HTTP/1.1" status: 200 len: 217 time: 0.5557146 Jun 08 18:25:51.097322 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-0ac47853-58af-4e50-ade0-a8733a437d70 None None] Provisioning complete for port 33480d9e-3c74-4193-99b0-ca2b6158a1dc triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:51.097902 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0ac47853-58af-4e50-ade0-a8733a437d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:51.200157 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-162f8bc6-a9d2-4439-9918-ed8711678660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:51.202157 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-162f8bc6-a9d2-4439-9918-ed8711678660 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=cb455203-4897-4f78-a3c3-aaa66f9ded20 HTTP/1.1" status: 200 len: 843 time: 0.1074772 Jun 08 18:25:51.218684 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=33480d9e-3c74-4193-99b0-ca2b6158a1dc,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:51.225069 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:51.281962 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:49Z', 'revision_number': 3, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:51.288715 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Checking router: c79d43c5-ce78-4ed4-a323-259ac308f470 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:51.289248 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Updating router c79d43c5-ce78-4ed4-a323-259ac308f470 port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:25:51.375318 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:51.420950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4a04a-455b-4aff-bea2-01bac60b6833 req-96cde141-76c7-449d-b90d-9dcf51aef567 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:51.424678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ec4a04a-455b-4aff-bea2-01bac60b6833 req-96cde141-76c7-449d-b90d-9dcf51aef567 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.8999836 Jun 08 18:25:51.626230 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ec4a04a-455b-4aff-bea2-01bac60b6833 req-5e836bd7-c1ea-4f53-8102-98df80d4dc62 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325219 Jun 08 18:25:51.945008 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:51.965359 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Transition to ACTIVE for port object 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:51.984980 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:51.990175 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:52.105764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-edb83163-b9ec-410b-9101-3fa959e1c5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:52.107505 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-edb83163-b9ec-410b-9101-3fa959e1c5bd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d71eefa4-8051-48f2-8d9d-e0cf2bb867ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.7946558 Jun 08 18:25:52.107649 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Attempting to bind port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:25:52.108394 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Attempting to bind port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:25:52.108772 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Attempting to bind port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:52.118364 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Pushing event updated for resources: {'Port': ['ID=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:52.128831 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.129200 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.129588 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.130163 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.130523 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.130852 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.131376 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.131501 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.131929 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.132348 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4669e26-ddfe-4cde-907a-ebcd394ad776 req-dfd9456e-a114-42f3-860b-e146368fedc3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:52.132783 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.133143 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.133763 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:25:52.134153 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d4669e26-ddfe-4cde-907a-ebcd394ad776 req-dfd9456e-a114-42f3-860b-e146368fedc3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.8195508 Jun 08 18:25:52.137864 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:25:52.139265 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:52.139686 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.140910 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:25:52.141435 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Bound port: 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:25:52.141841 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.173314 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 33480d9e-3c74-4193-99b0-ca2b6158a1dc up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:52.186774 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:52.238634 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] For port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:25:52.242010 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] For port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:25:52.249176 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.255746 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:52.286514 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 33480d9e-3c74-4193-99b0-ca2b6158a1dc triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:52.287377 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:52.352383 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:52.352383 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:25:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:52.360676 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-75455ab8-2c84-4e08-bbda-19fdde30ad3d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:52.362401 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-75455ab8-2c84-4e08-bbda-19fdde30ad3d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 809 time: 0.6534491 Jun 08 18:25:52.439852 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d4669e26-ddfe-4cde-907a-ebcd394ad776 req-9508dd9d-dd21-4ac8-a7cf-1299769165f5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480512 Jun 08 18:25:52.511631 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Pushing event updated for resources: {'Port': ['ID=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:52.514880 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-109a2423-b514-4e01-a5c7-36225e4fae3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:52.521884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd18efd-d612-41fa-bc28-e38d8bcab4a0 req-afaf09ac-6c22-4989-836e-2ef475d1ef0b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:52.523460 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fd18efd-d612-41fa-bc28-e38d8bcab4a0 req-afaf09ac-6c22-4989-836e-2ef475d1ef0b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.5574069 Jun 08 18:25:52.561282 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ad8e91c4-dbaa-4e7b-8f8f-e1dc5084a455 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20db8c0e0a5145ce836aa84744bed739 HTTP/1.1" status: 200 len: 379 time: 0.1542761 Jun 08 18:25:52.580171 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:52.588095 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-1130ad50-c1bf-4827-a563-fe7acb837852 service neutron] 10.222.0.35 "GET /v2.0/networks/d71eefa4-8051-48f2-8d9d-e0cf2bb867ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434612 Jun 08 18:25:52.594229 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'port': {'device_id': '250aef92-439f-400f-8938-44bbd4be779f', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'admin_state_up': True, 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'security_groups': ['daddc433-5d1d-443f-981b-0204e3670a2b']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:52.804813 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b662600b-1c64-4251-95bf-7bf9d8df820c req-577c68b7-4b90-4f2d-b8ee-cbe9aff432f7 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 210 time: 0.2194579 Jun 08 18:25:52.988557 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:49Z', 'revision_number': 3, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:52.994050 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d238244-9382-47fa-8055-5500bd5bc034 None None] The sync data for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi is: [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:49Z', 'revision_number': 3, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:25:53.006703 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fd18efd-d612-41fa-bc28-e38d8bcab4a0 req-48043bb0-2d7e-41c8-aa8e-346dc8045264 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4532425 Jun 08 18:25:53.115114 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.229366 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-535a9d07-7eed-4e2e-89c5-3fbf344e3451 req-e5edfe51-9003-4234-8fdf-dc36a23d1c5b service neutron] 10.222.0.35 "GET /v2.0/networks/d71eefa4-8051-48f2-8d9d-e0cf2bb867ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128852 Jun 08 18:25:53.317650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Made reservation on behalf of 20db8c0e0a5145ce836aa84744bed739 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:53.321227 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:53.586610 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:25:53.709641 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7caed30-e45a-43d1-9abc-675095208f97 req-44bc59c6-3b8d-487e-80af-a0d82d8fc22a tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:53.711209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7caed30-e45a-43d1-9abc-675095208f97 req-44bc59c6-3b8d-487e-80af-a0d82d8fc22a tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.5472703 Jun 08 18:25:53.871296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Allocated IP 172.20.0.1 (2ae914e0-fd98-4d9b-8d78-c992876765e1/72200764-2cc2-466c-b6f6-7bdea4a5c5ab/3f148ca1-b34d-4427-995f-771658e2166b) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:54.005829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7caed30-e45a-43d1-9abc-675095208f97 req-5d3a44ae-4dc0-4000-8b59-fdc78740e5db tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778966 Jun 08 18:25:54.099789 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Allocated IP 172.20.0.13 (77d05067-af15-470a-bfb2-e4a378ee25bc/aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be/e9ae4abe-c326-4aee-94e7-1131b2c1c6c4) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:54.130668 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540fbbc-1021-40dd-a03f-abfb6c91fe3e req-0ebed2a3-1a41-43ba-8266-c8c65236c3c8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:54.138988 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e540fbbc-1021-40dd-a03f-abfb6c91fe3e req-0ebed2a3-1a41-43ba-8266-c8c65236c3c8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.4902937 Jun 08 18:25:54.259662 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:54.260691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4d10ad9-9fec-4bcc-acd0-b8be8d38d4af req-f7a05125-aef4-4255-ad42-7894f8d67aa7 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 210 time: 0.0989342 Jun 08 18:25:54.325856 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e540fbbc-1021-40dd-a03f-abfb6c91fe3e req-f584e28d-5f9d-4b6e-8b63-62e454e583db tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856360 Jun 08 18:25:54.404009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:54.410389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:54.410972 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.438691 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:25:54.482469 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.536158 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Transition to ACTIVE for port object 3f148ca1-b34d-4427-995f-771658e2166b will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:54.598001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.630605 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ef2e-33f9-4f0b-ba84-5d31076bc556 req-8613daf8-0194-448f-a4df-f892fb39d9b3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:54.632864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b286ef2e-33f9-4f0b-ba84-5d31076bc556 req-8613daf8-0194-448f-a4df-f892fb39d9b3 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.2272503 Jun 08 18:25:54.642948 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Transition to ACTIVE for port object e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:54.650990 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.671792 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:54.690796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:54.691844 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:54.694515 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.703836 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:54.756716 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:54.768734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:54.774743 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b286ef2e-33f9-4f0b-ba84-5d31076bc556 req-412d296e-7abd-4835-bd32-c031ec085775 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270390 Jun 08 18:25:54.775671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:54.779179 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:25:54.779384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:54.832530 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:25:54.835255 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:25:54.843869 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:54.853016 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:54.859565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.870055 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.892344 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Network 77d05067-af15-470a-bfb2-e4a378ee25bc is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:54.892968 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:25:54.894544 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:54.898593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:25:54.911644 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:54.916540 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:54.917722 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 9fe82943-b73c-4cc4-9991-68da166b7cad details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:25:54.920876 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:55.001027 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:55.002048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.092952 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.103200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:55.110468 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.132031 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-ce20de70-c67e-48ac-b8c5-5464d2665ed4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5514321 Jun 08 18:25:55.214296 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9fe82943-b73c-4cc4-9991-68da166b7cad,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:55.245501 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '9fe82943-b73c-4cc4-9991-68da166b7cad', 'network_id': 'd71eefa4-8051-48f2-8d9d-e0cf2bb867ba', 'port_id': '9fe82943-b73c-4cc4-9991-68da166b7cad', 'mac_address': 'fa:16:3e:9a:dd:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb455203-4897-4f78-a3c3-aaa66f9ded20', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:25:55.319327 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Provisioning for port 3f148ca1-b34d-4427-995f-771658e2166b completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:55.328073 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.336913 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Provisioning complete for port 3f148ca1-b34d-4427-995f-771658e2166b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:55.337370 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.392753 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fe82943-b73c-4cc4-9991-68da166b7cad {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:25:55.411682 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a2436-8603-4af9-8a74-e783f79c7c7c req-6ec4bcae-0e0e-4a45-8088-b22ea7944057 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:55.412389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Port 3f148ca1-b34d-4427-995f-771658e2166b cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:25:55.413261 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c07a2436-8603-4af9-8a74-e783f79c7c7c req-6ec4bcae-0e0e-4a45-8088-b22ea7944057 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 947 time: 0.1969991 Jun 08 18:25:55.418271 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9fe82943-b73c-4cc4-9991-68da166b7cad,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:25:55.424817 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.427653 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:55.466575 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Provisioning for port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:25:55.521386 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Provisioning complete for port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:55.521674 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.593269 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=9fe82943-b73c-4cc4-9991-68da166b7cad,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.597706 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:55.598467 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-15360ee1-6cb9-462f-a69c-6f135dadf453 None None] Port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:25:55.672943 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c07a2436-8603-4af9-8a74-e783f79c7c7c req-f6d75f98-ded5-449a-aa5a-9ba3e9b386b5 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071774 Jun 08 18:25:55.692629 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.706586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cea72a-9cce-4d42-b7c5-ef0f072737af req-2e40b0eb-5d50-41b4-b430-822fa1d6750d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:55.708107 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09cea72a-9cce-4d42-b7c5-ef0f072737af req-2e40b0eb-5d50-41b4-b430-822fa1d6750d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 932 time: 0.3083761 Jun 08 18:25:55.709401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.739138 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e89892fd-fd20-49a0-972a-7319e07d3215 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:55.920745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:55.928812 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Pushing event updated for resources: {'Port': ['ID=3f148ca1-b34d-4427-995f-771658e2166b,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:55.936357 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09cea72a-9cce-4d42-b7c5-ef0f072737af req-f3bdf830-e93d-4473-8a1a-4a89c78f74c4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010896 Jun 08 18:25:55.937235 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:56.150260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167db1-1338-4acc-ab40-13c0afc9ced3 req-8d880bcb-c1d7-42bf-9e5b-492014807a73 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:56.157154 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32167db1-1338-4acc-ab40-13c0afc9ced3 req-8d880bcb-c1d7-42bf-9e5b-492014807a73 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.3687913 Jun 08 18:25:56.190409 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:25:56.254389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:25:56.260911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:56.277970 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32167db1-1338-4acc-ab40-13c0afc9ced3 req-c23d6637-b60f-4ff1-859e-31d908a4a3e3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059186 Jun 08 18:25:56.296947 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:56.297689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.427742 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e9c93c-a2dd-43ca-af83-759e45e175b0 req-1041672d-a4a5-4d3f-b880-fb0b431d8c7b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:56.429323 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15e9c93c-a2dd-43ca-af83-759e45e175b0 req-1041672d-a4a5-4d3f-b880-fb0b431d8c7b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3801396 Jun 08 18:25:56.524725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15e9c93c-a2dd-43ca-af83-759e45e175b0 req-9e16cede-d0c5-4a3d-bffc-edee0748426e tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822074 Jun 08 18:25:56.549369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Router c79d43c5-ce78-4ed4-a323-259ac308f470 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:25:56.554200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-860a05a0-4a0f-43fb-845b-7cbd77789294 None None] Provisioning complete for port 3f148ca1-b34d-4427-995f-771658e2166b triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:25:56.555085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-860a05a0-4a0f-43fb-845b-7cbd77789294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:56.658967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-860a05a0-4a0f-43fb-845b-7cbd77789294 None None] Port 3f148ca1-b34d-4427-995f-771658e2166b cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:25:56.768070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:25:56.779479 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] 10.222.0.46 "PUT /v2.0/routers/c79d43c5-ce78-4ed4-a323-259ac308f470/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4720564 Jun 08 18:25:56.785829 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Sync routers for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:25:56.796493 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:56.797132 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:25:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:56.916849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f82704-2e27-4743-bd9e-8b9456002d9b req-3e93e6b1-ba3b-42a5-935d-9e42ba1224e8 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:56.918460 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b6f82704-2e27-4743-bd9e-8b9456002d9b req-3e93e6b1-ba3b-42a5-935d-9e42ba1224e8 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 948 time: 0.1116331 Jun 08 18:25:57.006562 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b6f82704-2e27-4743-bd9e-8b9456002d9b req-933573bc-dc4c-4e42-b1a9-4c7f5ba97a0f tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746472 Jun 08 18:25:57.037482 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:57.259230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f388c-c4ac-4841-b2a6-18fcdef2f9c8 req-09d8c0a6-b383-43ef-b82c-e457c4895310 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:57.267981 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e6f388c-c4ac-4841-b2a6-18fcdef2f9c8 req-09d8c0a6-b383-43ef-b82c-e457c4895310 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 932 time: 0.1534188 Jun 08 18:25:57.319199 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e6f388c-c4ac-4841-b2a6-18fcdef2f9c8 req-e78afdf8-a794-40c9-b5d0-c1fd186ceaaa tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501783 Jun 08 18:25:57.481365 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:25:55Z', 'revision_number': 2, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:57.486675 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Checking router: c79d43c5-ce78-4ed4-a323-259ac308f470 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:25:57.487051 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Updating router c79d43c5-ce78-4ed4-a323-259ac308f470 port 3f148ca1-b34d-4427-995f-771658e2166b binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:25:57.522146 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37862) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:57.534969 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1763579403-network', 'tenant_id': 'db68551ace544f37b2eaf543a1166717'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:57.569532 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Made reservation on behalf of db68551ace544f37b2eaf543a1166717 for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:57.574242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.576967 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.601551 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.623869 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cccfdc-75d4-4695-8ca6-ab5882da4a8c req-7553b60f-e523-4b80-b56c-0a8544900087 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:57.624866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d7cccfdc-75d4-4695-8ca6-ab5882da4a8c req-7553b60f-e523-4b80-b56c-0a8544900087 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.1182089 Jun 08 18:25:57.692850 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d7cccfdc-75d4-4695-8ca6-ab5882da4a8c req-a708b564-6251-4761-b620-6942e0e6e5fd tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542617 Jun 08 18:25:57.774401 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.783909 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.787275 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e9bbc05b-c210-4db5-bf8d-15f6e9de0864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:57.818138 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:25:57.826608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907300ca-3a0d-4858-af7a-f890e1da45c1 req-d34f54f0-2ee6-4182-88d0-19148fe6de29 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:57.827880 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4478b0d5-2ec9-4ce0-bf81-dcce20df04d8,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:57.830951 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-907300ca-3a0d-4858-af7a-f890e1da45c1 req-d34f54f0-2ee6-4182-88d0-19148fe6de29 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.0973051 Jun 08 18:25:57.843137 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.843499 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Added segment 91e39762-9da5-4d56-accb-ccf3eb95ec81 of type vlan for network c63006fc-0b21-4a1d-bbd5-208a9dac6358 Jun 08 18:25:57.889502 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:57.896915 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.913129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-907300ca-3a0d-4858-af7a-f890e1da45c1 req-6ef91a74-6b0d-46d3-910e-d4c37758f20c tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784240 Jun 08 18:25:57.940657 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.942130 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:57.942880 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:57.946556 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:58.048274 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5204105 Jun 08 18:25:58.051070 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37870) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:58.057591 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.058629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Request body: {'subnet': {'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1763579403-subnet', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:58.079146 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Transition to ACTIVE for port object 3f148ca1-b34d-4427-995f-771658e2166b will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:25:58.093555 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.093916 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Pushing event updated for resources: {'Network': ['ID=c63006fc-0b21-4a1d-bbd5-208a9dac6358,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:58.098343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:58.099039 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:58.106395 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Made reservation on behalf of db68551ace544f37b2eaf543a1166717 for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:25:58.113068 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.147729 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:25:58.342471 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bae286-1358-4044-ac1e-419350569180 req-540f2b76-3362-4408-92b2-3e504fa23117 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:58.344375 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-63bae286-1358-4044-ac1e-419350569180 req-540f2b76-3362-4408-92b2-3e504fa23117 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 948 time: 0.1389027 Jun 08 18:25:58.416388 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Pushing event updated for resources: {'Port': ['ID=3f148ca1-b34d-4427-995f-771658e2166b,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:58.437601 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.442903 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:58.444248 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:58.446525 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-63bae286-1358-4044-ac1e-419350569180 req-fac7c897-e9c4-461a-a1f1-8da4edaea4bd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945754 Jun 08 18:25:58.537094 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Attempting to bind port 3f148ca1-b34d-4427-995f-771658e2166b on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:25:58.538003 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Attempting to bind port 3f148ca1-b34d-4427-995f-771658e2166b by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:25:58.538003 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Attempting to bind port 3f148ca1-b34d-4427-995f-771658e2166b on network 2ae914e0-fd98-4d9b-8d78-c992876765e1 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:25:58.545214 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:25:58.545537 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Checking segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:58.546392 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.546392 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Bound using segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:25:58.546782 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Bound port: 3f148ca1-b34d-4427-995f-771658e2166b, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:25:58.547159 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.560718 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Checking segment: {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:25:58.561374 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Network hostable DHCP agents. Network: c63006fc-0b21-4a1d-bbd5-208a9dac6358, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:25:58.575013 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:58.579313 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:58.595587 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:25:58.608066 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, c63006fc-0b21-4a1d-bbd5-208a9dac6358) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:25:58.619426 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d738a4b-566d-4b0a-ad5e-845ce7c30217 None None] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:25:58.620430 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:58.621036 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.650531 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 37874) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:25:58.650987 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5986512 Jun 08 18:25:58.657632 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:25:58.678346 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e56b29-e294-4334-a4a9-c47225ad92e9 req-aee711f1-4cff-4198-ad57-2e833af2975b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:58.679950 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-91e56b29-e294-4334-a4a9-c47225ad92e9 req-aee711f1-4cff-4198-ad57-2e833af2975b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 932 time: 0.1171443 Jun 08 18:25:58.710280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.711376 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.740141 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] For port 3f148ca1-b34d-4427-995f-771658e2166b, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:25:58.765003 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] For port 3f148ca1-b34d-4427-995f-771658e2166b, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=3f148ca1-b34d-4427-995f-771658e2166b,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:25:58.767010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-91e56b29-e294-4334-a4a9-c47225ad92e9 req-1c1a9900-c4a3-4f00-bb56-7ea4f4daab2b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748646 Jun 08 18:25:58.772253 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.782240 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:58.788694 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:25:58.922953 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:25:58.923621 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:25:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:25:59.115568 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Pushing event updated for resources: {'Port': ['ID=3f148ca1-b34d-4427-995f-771658e2166b,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:25:59.152980 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:25:59.257301 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'fixed_ips': [{'subnet_id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:25:59.258680 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.307031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:25:59.383170 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:25:59.427545 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7b0a2-4620-47fe-ad94-1ce1a2f8af85 req-7f5b3f8a-c2d6-4222-85a9-95f060080ed2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:59.429617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6da7b0a2-4620-47fe-ad94-1ce1a2f8af85 req-7f5b3f8a-c2d6-4222-85a9-95f060080ed2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.4540122 Jun 08 18:25:59.453714 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ef80f-e754-4607-9667-e5a96bad1ebf req-cfbba7ac-69a5-4994-b40d-ab117c29d166 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:25:59.456364 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d93ef80f-e754-4607-9667-e5a96bad1ebf req-cfbba7ac-69a5-4994-b40d-ab117c29d166 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.3614585 Jun 08 18:25:59.575353 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6da7b0a2-4620-47fe-ad94-1ce1a2f8af85 req-2cb099f3-20e1-40c6-9ca9-fa1ad10cf4b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380806 Jun 08 18:25:59.588408 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d93ef80f-e754-4607-9667-e5a96bad1ebf req-9de4189b-7ed1-4439-8a81-6c4fb4a72820 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007869 Jun 08 18:25:59.718527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Allocated IP 172.20.0.2 (c63006fc-0b21-4a1d-bbd5-208a9dac6358/7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee/8df181af-a08e-4325-992a-9d0f4ca12abd) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:25:59.994073 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:25:58Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:00.003223 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6533fc-f5fd-4345-be4a-956ee7b1e7d8 None None] The sync data for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi is: [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:25:58Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:00.026333 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.052057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Transition to ACTIVE for port object 8df181af-a08e-4325-992a-9d0f4ca12abd will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:00.089822 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.099149 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Transition to ACTIVE for port object 8df181af-a08e-4325-992a-9d0f4ca12abd will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:00.106150 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:00.126672 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:00.158081 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.171017 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:00.173925 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:00.177802 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:00.269735 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef73ea-515f-4d32-901a-3a25d923f688 req-0f7b4e90-f500-4c55-8381-af83fcdf35c7 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:00.271354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-59ef73ea-515f-4d32-901a-3a25d923f688 req-0f7b4e90-f500-4c55-8381-af83fcdf35c7 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 948 time: 0.4761212 Jun 08 18:26:00.290044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c0ab2-e9f2-4c67-ac20-37e31fed340c req-19bac29a-199f-40a6-a331-defacb08efd8 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:00.291865 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-129c0ab2-e9f2-4c67-ac20-37e31fed340c req-19bac29a-199f-40a6-a331-defacb08efd8 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 932 time: 0.3743947 Jun 08 18:26:00.399153 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 3f148ca1-b34d-4427-995f-771658e2166b up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:00.451645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Allocated IP 172.27.0.246 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/35454374-ebfc-450f-aab5-c526f43236ba) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:00.464636 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Attempting to bind port 8df181af-a08e-4325-992a-9d0f4ca12abd on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:00.465184 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Attempting to bind port 8df181af-a08e-4325-992a-9d0f4ca12abd by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:00.465661 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Attempting to bind port 8df181af-a08e-4325-992a-9d0f4ca12abd on network c63006fc-0b21-4a1d-bbd5-208a9dac6358 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:00.471332 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-129c0ab2-e9f2-4c67-ac20-37e31fed340c req-ee2e6380-8787-4208-9196-3bed28fa624c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193511 Jun 08 18:26:00.475878 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:00.476511 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Checking segment: {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:00.477012 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.477500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Bound using segment: {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:00.477826 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-59ef73ea-515f-4d32-901a-3a25d923f688 req-8c462153-eedd-4570-8e14-e7fdb50af5c1 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339209 Jun 08 18:26:00.478205 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Bound port: 8df181af-a08e-4325-992a-9d0f4ca12abd, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:00.479274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.595336 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 3f148ca1-b34d-4427-995f-771658e2166b completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:00.605279 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 3f148ca1-b34d-4427-995f-771658e2166b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:00.605645 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.662082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] For port 8df181af-a08e-4325-992a-9d0f4ca12abd, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:00.676360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] For port 8df181af-a08e-4325-992a-9d0f4ca12abd, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8df181af-a08e-4325-992a-9d0f4ca12abd,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:00.692475 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.706650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:00.708146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Request body: {'port': {'device_id': '250aef92-439f-400f-8938-44bbd4be779f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:00.909475 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:00.991705 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.039625 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Pushing event updated for resources: {'Port': ['ID=8df181af-a08e-4325-992a-9d0f4ca12abd,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:01.046710 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:01.068941 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-17246587-b849-4dd5-9441-ae513122966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.094471 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 3f148ca1-b34d-4427-995f-771658e2166b, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=3f148ca1-b34d-4427-995f-771658e2166b,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:01.102086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.108700 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:01.259615 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.278987 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['2d35219d-d69c-4458-86ce-2484edfa8d26'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:01.337156 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:01.339146 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:01.363250 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-f9282ca6-e325-4e8c-b636-90de5a4906bc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:01.366180 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-f9282ca6-e325-4e8c-b636-90de5a4906bc tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.6707602 Jun 08 18:26:01.380377 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=3f148ca1-b34d-4427-995f-771658e2166b,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:01.385730 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:01.416946 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['9fe82943-b73c-4cc4-9991-68da166b7cad'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:01.500019 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcbe946-dfc9-4f5d-bd0a-e062d59204dd req-a75aba42-a1f3-4636-a10a-6d078d76d416 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:01.501568 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fcbe946-dfc9-4f5d-bd0a-e062d59204dd req-a75aba42-a1f3-4636-a10a-6d078d76d416 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.5880728 Jun 08 18:26:01.524099 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5a8563-e328-41a2-8db5-14930c7d2b05 req-46c26833-a339-44b2-a822-9d48ded4ef60 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:01.525630 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa5a8563-e328-41a2-8db5-14930c7d2b05 req-46c26833-a339-44b2-a822-9d48ded4ef60 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 945 time: 0.6109788 Jun 08 18:26:01.541294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:01.579718 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:01.591809 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:01.805733 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3fcbe946-dfc9-4f5d-bd0a-e062d59204dd req-b9702f82-e77d-41e3-943b-0ee80d4f122d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2701991 Jun 08 18:26:01.824512 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa5a8563-e328-41a2-8db5-14930c7d2b05 req-fdfeb3e8-d6ce-4e37-9c25-b6a200dc853d tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/security-groups?id=0949a875-1cc9-4e46-8470-e8b9a90baffa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785060 Jun 08 18:26:02.217339 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965dc994-f1fe-41b0-b771-d38a6e99131b None None] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:26:02.309860 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8df181af-a08e-4325-992a-9d0f4ca12abd up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:02.373671 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-e508b891-1788-4a92-8eca-b2ed98c53e68 None None] Provisioning for port 8df181af-a08e-4325-992a-9d0f4ca12abd completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:02.391393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Deleting port 53847536-ac8c-4abe-957e-27bf6deefd2e {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:26:02.391555 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.442962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 8df181af-a08e-4325-992a-9d0f4ca12abd completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:02.480066 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8df181af-a08e-4325-992a-9d0f4ca12abd triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:02.480474 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.673661 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:02.708643 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.783644 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 8df181af-a08e-4325-992a-9d0f4ca12abd, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8df181af-a08e-4325-992a-9d0f4ca12abd,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:02.790132 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.791140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 3f148ca1-b34d-4427-995f-771658e2166b up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:02.821677 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:02.831091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79967cdf-58ac-46bd-9ad7-267a97f71086 req-5f2f5aba-b4ac-4fbc-8f81-a6bfc77feeb5 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:02.832649 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-79967cdf-58ac-46bd-9ad7-267a97f71086 req-5f2f5aba-b4ac-4fbc-8f81-a6bfc77feeb5 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 932 time: 0.8295672 Jun 08 18:26:02.834070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.db.resource_extend [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 08 18:26:02.854473 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1692415-f3ec-4bc7-af7b-e8ac7feb40e5 req-b16320e5-adcf-4fde-aefd-157fea783648 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:02.855992 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e1692415-f3ec-4bc7-af7b-e8ac7feb40e5 req-b16320e5-adcf-4fde-aefd-157fea783648 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 948 time: 0.8540478 Jun 08 18:26:02.907235 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 2d35219d-d69c-4458-86ce-2484edfa8d26 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:02.907633 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.993954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:02.993954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:02.996590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=8df181af-a08e-4325-992a-9d0f4ca12abd,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:03.005241 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:03.024826 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 3f148ca1-b34d-4427-995f-771658e2166b triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:03.025168 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.137194 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.193154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:03.205379 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Calling delete_port for 53847536-ac8c-4abe-957e-27bf6deefd2e owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:26:03.233540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.238429 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-79967cdf-58ac-46bd-9ad7-267a97f71086 req-d50cc666-6eac-419b-94d9-aa4c77499148 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709295 Jun 08 18:26:03.241580 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e1692415-f3ec-4bc7-af7b-e8ac7feb40e5 req-6ff9f5a5-86e3-4c10-b64c-1d5404b95dfc tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641229 Jun 08 18:26:03.245485 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:03.249927 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe668af-3769-48af-bbdc-396c26081124" -d '{"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:03.255981 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.295446 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:03.323140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.324071 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 53847536-ac8c-4abe-957e-27bf6deefd2e no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:26:03.404329 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f10f3de0-c65e-46ae-b3b3-98b2c3c5d6ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:03.447092 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9a167051-253e-4bcd-af06-869a0c5e31d8 None None] Provisioning complete for port 8df181af-a08e-4325-992a-9d0f4ca12abd triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:03.447893 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9a167051-253e-4bcd-af06-869a0c5e31d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.456313 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Transition to ACTIVE for port object e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:03.519997 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.566432 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:03.595341 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:03.677304 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.688624 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:03.688898 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.732706 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-af0382ca-8dbd-4d3f-b59b-d9ea0e1a3328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.751022 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 53847536-ac8c-4abe-957e-27bf6deefd2e, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=53847536-ac8c-4abe-957e-27bf6deefd2e,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:03.755762 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:03.757673 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:03.885159 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-8e6a90ea-579d-4a54-9513-cce7227dbd7d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:03.892351 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-8e6a90ea-579d-4a54-9513-cce7227dbd7d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 812 time: 0.4210017 Jun 08 18:26:03.911687 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:03.915890 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:03.930804 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-e9570ad0-8660-45e1-bf58-276c3e7be4ee tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/quotas/659417f971ca472f8959196fdf451092 HTTP/1.1" status: 200 len: 375 time: 0.0375409 Jun 08 18:26:04.083810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.119305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:04.197342 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-cc75b50d-a709-4ed5-b24f-538531bddc4f tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2343647 Jun 08 18:26:04.296458 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8df181af-a08e-4325-992a-9d0f4ca12abd up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:04.416245 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 8df181af-a08e-4325-992a-9d0f4ca12abd triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:04.416798 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.500133 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb66378-079e-45dd-b78e-3de66ecf75c1 req-1bf0478a-f49c-42e9-ae8b-842915483087 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:04.501999 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8fb66378-079e-45dd-b78e-3de66ecf75c1 req-1bf0478a-f49c-42e9-ae8b-842915483087 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 1.0319076 Jun 08 18:26:04.617194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Attempting to bind port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:04.617655 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Attempting to bind port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:04.618088 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Attempting to bind port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 on network 77d05067-af15-470a-bfb2-e4a378ee25bc {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:04.620707 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.647263 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:04.688986 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 9fe82943-b73c-4cc4-9991-68da166b7cad up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:04.857126 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 9fe82943-b73c-4cc4-9991-68da166b7cad completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:04.902747 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 9fe82943-b73c-4cc4-9991-68da166b7cad triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:04.903062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.911202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 on network 77d05067-af15-470a-bfb2-e4a378ee25bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:26:04.911202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Attempting to bind port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 on network 77d05067-af15-470a-bfb2-e4a378ee25bc {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:04.920402 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Pushing event deleted for resources: {'Port': ['ID=53847536-ac8c-4abe-957e-27bf6deefd2e,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:04.965341 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:04.994276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:05.035162 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:05.036664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Checking segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:05.036664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Bound using segment: {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:05.036664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Bound port: e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7702abd-bd3d-478d-877a-57a28d9d147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:05.037124 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.046900 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] No DVR routers for this DVR port 53847536-ac8c-4abe-957e-27bf6deefd2e on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:26:05.069170 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.070888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.072862 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4824b0eb-5b56-4a11-be48-d6d4b5dd99d1 req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.35 "DELETE /v2.0/ports/53847536-ac8c-4abe-957e-27bf6deefd2e HTTP/1.1" status: 204 len: 173 time: 3.6511035 Jun 08 18:26:05.076950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-deleted', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:05.079014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef36055-f8ab-4f0d-a62f-dface2435613" -d '{"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-deleted", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:05.092432 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8fb66378-079e-45dd-b78e-3de66ecf75c1 req-5daf2263-2895-430e-8adf-1c5e7abcca33 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5297620 Jun 08 18:26:05.099020 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.165138 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9fe82943-b73c-4cc4-9991-68da166b7cad,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:05.172833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.176284 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:05.248986 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-29341fb9-bda1-4ed0-bd91-455408ac1309 service neutron] 10.222.0.46 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0060077 Jun 08 18:26:05.359823 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=9fe82943-b73c-4cc4-9991-68da166b7cad,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:05.367272 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:05.573289 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-17e18a35-30ab-4217-a51e-a91fb451758e req-e8dedb1e-a260-4d32-a282-aad2c81ed89b tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] 10.222.0.46 "GET /v2.0/ports?device_id=ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b HTTP/1.1" status: 200 len: 210 time: 0.1704650 Jun 08 18:26:05.613144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:05.632442 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:05.648741 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3570a98f-ddb7-4f2f-aabe-14cc906b9d6f x-openstack-request-id: req-3570a98f-ddb7-4f2f-aabe-14cc906b9d6f {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:05.649749 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:05.649749 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3570a98f-ddb7-4f2f-aabe-14cc906b9d6f {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:05.650036 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'code': 200} Jun 08 18:26:05.650504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.661625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b5395985-b1e1-456d-981d-98ec4bb82fc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:05.781018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:05.781642 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:05.783564 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] 10.222.0.35 "PUT /v2.0/ports/e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 1094 time: 5.0903990 Jun 08 18:26:05.791990 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-ffe8e55b-98cb-4a7c-b2d5-0479bfd3dcd2 service neutron] 10.222.0.46 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277914 Jun 08 18:26:05.870984 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:05.892862 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:06.001394 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Router 9185072d-1496-4d88-95c3-af6762d616dc is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:26:06.616237 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:06.632202 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Sync routers for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:06.650450 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:06.651578 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:06.780625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:06.781832 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-df6411bc-5be4-444e-8ed3-5149a97695e2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.1301160 Jun 08 18:26:06.785847 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:06.852303 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-bff0f368-d932-40c7-aa3e-b173266dbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:06.854709 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-bff0f368-d932-40c7-aa3e-b173266dbb5d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1097 time: 0.9325123 Jun 08 18:26:06.879556 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:06.888480 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ed8cd-02b9-4c21-85c8-9cb8bfad7d63 req-d5c57e99-d4b3-4e46-8b73-22e215a86eea tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:06.890412 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f7ed8cd-02b9-4c21-85c8-9cb8bfad7d63 req-d5c57e99-d4b3-4e46-8b73-22e215a86eea tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.2770908 Jun 08 18:26:06.916841 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:07.041535 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19326-d7a6-4969-979d-6d46905d05b9 req-9966fae5-c950-4c40-ae21-d76504e4490e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.047016 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-68a19326-d7a6-4969-979d-6d46905d05b9 req-9966fae5-c950-4c40-ae21-d76504e4490e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 0.3720231 Jun 08 18:26:07.108864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-12348a40-0462-4990-85f6-9940889b4d0a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 217 time: 0.2164505 Jun 08 18:26:07.211979 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f7ed8cd-02b9-4c21-85c8-9cb8bfad7d63 req-b323c450-78e6-4adb-9798-7beaf82d6a84 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580071 Jun 08 18:26:07.242660 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-68a19326-d7a6-4969-979d-6d46905d05b9 req-399d243c-11e1-4d2a-9473-5c828fc5e010 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779525 Jun 08 18:26:07.273508 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-995c25e4-e9ef-4046-b8eb-62641384d4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.275357 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-995c25e4-e9ef-4046-b8eb-62641384d4a5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.1566377 Jun 08 18:26:07.340318 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:02Z', 'revision_number': 3, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:07.344936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c601ce-18d0-4f64-992a-e6f15b6f872a x-openstack-request-id: req-27c601ce-18d0-4f64-992a-e6f15b6f872a {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:07.345639 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-deleted", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:07.346562 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-27c601ce-18d0-4f64-992a-e6f15b6f872a {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:07.347487 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-deleted', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'status': 'completed', 'code': 200} Jun 08 18:26:07.352391 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Checking router: 9185072d-1496-4d88-95c3-af6762d616dc for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:07.352792 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Updating router 9185072d-1496-4d88-95c3-af6762d616dc port 35454374-ebfc-450f-aab5-c526f43236ba binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:26:07.493627 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:07.538428 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f962cc0e-9c0f-4c09-91df-24d182f41159 req-e45c31b4-efaf-45dc-afbf-20c276cb7c74 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 210 time: 0.0575795 Jun 08 18:26:07.572188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-5708dae2-7187-44ed-b262-efb1482c684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:07.576243 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-5708dae2-7187-44ed-b262-efb1482c684f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2893417 Jun 08 18:26:07.651698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e'}, {'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:07.654681 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c77c9e-04f8-43b4-a4d2-09b1909f3bfd" -d '{"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-unplugged", "status": "completed", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e"}, {"server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:07.796524 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 37990) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:07.846776 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fe8563-e8fb-4e2e-8201-03d7ace45e3f x-openstack-request-id: req-b6fe8563-e8fb-4e2e-8201-03d7ace45e3f {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:07.847157 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b", "name": "network-vif-unplugged", "status": "completed", "tag": "53847536-ac8c-4abe-957e-27bf6deefd2e", "code": 200}, {"server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "name": "network-vif-plugged", "status": "completed", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:07.847337 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b6fe8563-e8fb-4e2e-8201-03d7ace45e3f {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:07.847747 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca7d56c1-2a6c-4af7-a0f3-2ce73d90614b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53847536-ac8c-4abe-957e-27bf6deefd2e', 'code': 200} Jun 08 18:26:07.847999 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad', 'code': 200} Jun 08 18:26:08.359311 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.426819 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-2b21ae6b-562e-4991-864e-fee2b1e1bf27 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8424356 Jun 08 18:26:08.477552 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06adb9f-f505-49ab-8849-fa24f0c8535d req-3072b13c-cc23-4775-a288-5ee2f1519f57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:08.486089 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a06adb9f-f505-49ab-8849-fa24f0c8535d req-3072b13c-cc23-4775-a288-5ee2f1519f57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.4301860 Jun 08 18:26:08.602895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5add1897-3a8a-44ac-b546-cc8a24204883 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:08.605115 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5add1897-3a8a-44ac-b546-cc8a24204883 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 812 time: 0.4562829 Jun 08 18:26:08.636979 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.641004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Request body: {'port': {'device_id': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e', 'admin_state_up': True, 'tenant_id': '659417f971ca472f8959196fdf451092'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:08.674674 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Transition to ACTIVE for port object 35454374-ebfc-450f-aab5-c526f43236ba will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:08.682104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a06adb9f-f505-49ab-8849-fa24f0c8535d req-6c3df239-1811-45c9-a2d2-e9a27d91b4db tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942487 Jun 08 18:26:08.687932 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.708668 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:08.868551 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Attempting to bind port 35454374-ebfc-450f-aab5-c526f43236ba on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:08.869319 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Attempting to bind port 35454374-ebfc-450f-aab5-c526f43236ba by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:08.869940 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Attempting to bind port 35454374-ebfc-450f-aab5-c526f43236ba on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:08.886857 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f62ad-455c-4355-9afe-489b62e06d94 None None] Pushing event updated for resources: {'Port': ['ID=35454374-ebfc-450f-aab5-c526f43236ba,revision_number=2']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:08.893177 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:08.893990 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:08.894666 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.895531 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:08.910645 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Bound port: 35454374-ebfc-450f-aab5-c526f43236ba, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:08.911878 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:08.968169 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8a9f62ad-455c-4355-9afe-489b62e06d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:09.102920 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.148056 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] For port 35454374-ebfc-450f-aab5-c526f43236ba, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:09.158996 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] For port 35454374-ebfc-450f-aab5-c526f43236ba, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=35454374-ebfc-450f-aab5-c526f43236ba,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:09.177794 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.182289 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:09.185539 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b38dcd51-0ba8-402b-8b8e-ad8855d162be req-7edca26c-f834-448b-ad60-96eba715864a service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439837 Jun 08 18:26:09.327621 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35be7ad-7c04-4687-98ca-ca68fd8c3636 req-b7c5071e-c843-45e9-a6b3-c2c817409124 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.336461 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e35be7ad-7c04-4687-98ca-ca68fd8c3636 req-b7c5071e-c843-45e9-a6b3-c2c817409124 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.6291356 Jun 08 18:26:09.346847 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:09.347950 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:09.363988 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Made reservation on behalf of 659417f971ca472f8959196fdf451092 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:26:09.368193 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.384872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:09.387296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3920374-8029-47d2-8d24-10c2f259edcf" -d '{"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:09.411475 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Allocated IP 172.20.0.1 (c63006fc-0b21-4a1d-bbd5-208a9dac6358/7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee/9361bf43-2e0a-499d-bb39-49db4defa3ee) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:09.429748 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e35be7ad-7c04-4687-98ca-ca68fd8c3636 req-9f5804e6-cba6-4a22-9636-f8f359c0d28a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918598 Jun 08 18:26:09.471104 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df4bbdf-903b-49b6-92c9-97f5719e87f7 req-ba038945-1294-4e8b-9cfd-eb1265dcbeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.472701 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0df4bbdf-903b-49b6-92c9-97f5719e87f7 req-ba038945-1294-4e8b-9cfd-eb1265dcbeea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 1102 time: 0.6724823 Jun 08 18:26:09.518147 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be09a7e6-8c15-45a8-829f-7e58d0f0ffa6 req-9d41d5ff-2555-41e9-8936-83c0ff2eb83e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:09.525723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be09a7e6-8c15-45a8-829f-7e58d0f0ffa6 req-9d41d5ff-2555-41e9-8936-83c0ff2eb83e tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 0.6590362 Jun 08 18:26:09.586669 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0df4bbdf-903b-49b6-92c9-97f5719e87f7 req-8171df46-db36-4f88-bfe3-f2c4aa499244 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049232 Jun 08 18:26:09.625655 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f62ad-455c-4355-9afe-489b62e06d94 None None] Pushing event updated for resources: {'Port': ['ID=35454374-ebfc-450f-aab5-c526f43236ba,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:09.631019 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-8a9f62ad-455c-4355-9afe-489b62e06d94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:09.707972 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:09.722362 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-949d3391-408a-412f-8fde-d2a9bc3fd010 req-37c799d7-6165-405a-b0de-5d5573e4684e tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 210 time: 0.0588877 Jun 08 18:26:09.767442 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be09a7e6-8c15-45a8-829f-7e58d0f0ffa6 req-56bf97ce-4d57-4c60-a970-2330afb899da tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404301 Jun 08 18:26:09.780513 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:09.853295 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.provisioning_blocks [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Transition to ACTIVE for port object 9361bf43-2e0a-499d-bb39-49db4defa3ee will not be triggered until provisioned by entity DHCP. {{(pid=91769) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:09.857395 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b41d15-1f2f-41df-88d7-6054863a6aa3 x-openstack-request-id: req-e4b41d15-1f2f-41df-88d7-6054863a6aa3 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:09.858253 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:09.859044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4b41d15-1f2f-41df-88d7-6054863a6aa3 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:09.860819 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'status': 'completed', 'code': 200} Jun 08 18:26:09.906521 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.178128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17761c-bca8-4510-977e-4c392ce944dc req-9d807bc9-179b-4b01-8527-6b0fab74b3e0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.186164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1c17761c-bca8-4510-977e-4c392ce944dc req-9d807bc9-179b-4b01-8527-6b0fab74b3e0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.2451971 Jun 08 18:26:10.241188 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Allocated IP 172.20.0.10 (7d6e1430-b458-4b07-816c-664c3e68216e/8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b/fca6bfd5-8b7c-460a-a16d-6968cc56aab2) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:10.259210 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1c17761c-bca8-4510-977e-4c392ce944dc req-10d45076-2e5a-4e5c-92c2-f2f0ea5ca928 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720792 Jun 08 18:26:10.297091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920374-8029-47d2-8d24-10c2f259edcf req-a5c4be51-8aaa-4849-8c13-0a7494cfb058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.298632 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-a5c4be51-8aaa-4849-8c13-0a7494cfb058 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1097 time: 0.2647743 Jun 08 18:26:10.313598 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:02Z', 'revision_number': 3, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:10.335304 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b2ec53-8ec6-40e3-81ba-bd46c7ef4121 None None] The sync data for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi is: [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:02Z', 'revision_number': 3, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:10.516362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920374-8029-47d2-8d24-10c2f259edcf req-3803c19a-54ac-4016-a5b6-eaa2aa6035e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:10.517840 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-3803c19a-54ac-4016-a5b6-eaa2aa6035e9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.2123988 Jun 08 18:26:10.690945 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:10.691922 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:10.725201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:10.727872 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:10.733521 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:10.733521 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.046997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.131567 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-280b72f3-7c1d-47bd-b769-1e0423e59a9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 217 time: 0.5942814 Jun 08 18:26:11.273525 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-79b2b9da-e434-4252-b9eb-170201898ae5 req-fd026139-690f-4a79-8a3e-ad2c4b7f127a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 210 time: 0.2329149 Jun 08 18:26:11.348796 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5a5c25f4-a0b3-4229-8173-ccad049d25d2 None None] Provisioning for port 9361bf43-2e0a-499d-bb39-49db4defa3ee completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:11.369757 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5a5c25f4-a0b3-4229-8173-ccad049d25d2 None None] Provisioning complete for port 9361bf43-2e0a-499d-bb39-49db4defa3ee triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:11.371131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5a5c25f4-a0b3-4229-8173-ccad049d25d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.489501 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-5a5c25f4-a0b3-4229-8173-ccad049d25d2 None None] Port 9361bf43-2e0a-499d-bb39-49db4defa3ee cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:26:11.611681 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Deleting port 2d2943e6-85f8-4a24-be99-2f23e162a558 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:26:11.612054 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.674142 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920374-8029-47d2-8d24-10c2f259edcf req-4590a327-4b38-4e2d-bee3-06e6ac6868f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.676323 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-4590a327-4b38-4e2d-bee3-06e6ac6868f8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.5188177 Jun 08 18:26:11.788438 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabed1a8-2fe0-4ac2-a7af-9cc90b31b14c req-c20eeb91-0c13-4f16-83da-b9db1f39d65c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.790858 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aabed1a8-2fe0-4ac2-a7af-9cc90b31b14c req-c20eeb91-0c13-4f16-83da-b9db1f39d65c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.8953454 Jun 08 18:26:11.845038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.861226 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.881042 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.895171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:11.922376 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:11.928866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aabed1a8-2fe0-4ac2-a7af-9cc90b31b14c req-ea435f45-3cd7-4cbe-9349-bf64a4cf1948 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200950 Jun 08 18:26:11.943808 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fceb126-f527-4665-9c65-6ac03bf76d6e req-450b5ac9-b3ee-4cad-8df8-369b30090bb2 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.945350 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7fceb126-f527-4665-9c65-6ac03bf76d6e req-450b5ac9-b3ee-4cad-8df8-369b30090bb2 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 0.4092994 Jun 08 18:26:11.965227 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3920374-8029-47d2-8d24-10c2f259edcf req-87c72a84-c7cd-4047-8eb9-984dfc5f897f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:11.967269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-87c72a84-c7cd-4047-8eb9-984dfc5f897f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2835460 Jun 08 18:26:12.118289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] For port 2d2943e6-85f8-4a24-be99-2f23e162a558, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2d2943e6-85f8-4a24-be99-2f23e162a558,segment=NetworkSegment(20e34b40-b13b-45e7-a8b0-d528c3397242),segment_id=20e34b40-b13b-45e7-a8b0-d528c3397242)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:12.118289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.191638 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7fceb126-f527-4665-9c65-6ac03bf76d6e req-fbdaf797-270c-4b4b-8789-a34705bba4ac tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219958 Jun 08 18:26:12.256815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:12.271748 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:12.308201 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-ea4eed57-cdec-4cdb-a3b5-944817b45f8f service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3169024 Jun 08 18:26:12.324449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 35454374-ebfc-450f-aab5-c526f43236ba up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:12.347129 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Network 7d6e1430-b458-4b07-816c-664c3e68216e is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:12.441183 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:12.451935 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:12.455203 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 35454374-ebfc-450f-aab5-c526f43236ba completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:12.470817 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 35454374-ebfc-450f-aab5-c526f43236ba triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:12.473072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.485973 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Pushing event updated for resources: {'Port': ['ID=9361bf43-2e0a-499d-bb39-49db4defa3ee,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:12.526294 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Calling delete_port for 2d2943e6-85f8-4a24-be99-2f23e162a558 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:26:12.552894 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.553516 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.553966 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.554477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.554913 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.555457 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.555922 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.556352 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.556783 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.557210 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.557640 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.558063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:26:12.578021 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:12.753662 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.767968 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:12.769947 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:12.786958 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 35454374-ebfc-450f-aab5-c526f43236ba, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=35454374-ebfc-450f-aab5-c526f43236ba,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:12.793064 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.800836 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:12.835439 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:12.836282 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:12.991635 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=35454374-ebfc-450f-aab5-c526f43236ba,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:13.003321 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:13.125744 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d3920374-8029-47d2-8d24-10c2f259edcf req-3de1e46b-8e6d-4790-9b00-a7112864d07b service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858856 Jun 08 18:26:13.144391 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-25c2b14e-53cd-45f2-b66a-97b8e60fe243 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5084910 Jun 08 18:26:13.161237 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2034c4f-29e7-4e2b-8880-2b5629d22891 req-b7ce95a7-e436-41c5-9844-e61cdb8e9b53 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:13.170353 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a2034c4f-29e7-4e2b-8880-2b5629d22891 req-b7ce95a7-e436-41c5-9844-e61cdb8e9b53 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 1.0561233 Jun 08 18:26:13.177210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Request body: {'port': {'device_id': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:13.240401 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-7eb40a43-c223-43d0-a6c8-33e40f9dc2a3 None None] Provisioning complete for port 9361bf43-2e0a-499d-bb39-49db4defa3ee triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:13.241071 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7eb40a43-c223-43d0-a6c8-33e40f9dc2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.321613 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-7eb40a43-c223-43d0-a6c8-33e40f9dc2a3 None None] Port 9361bf43-2e0a-499d-bb39-49db4defa3ee cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:26:13.377754 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a2034c4f-29e7-4e2b-8880-2b5629d22891 req-8735fd0e-8d58-4e3d-8e1a-7bda19661d41 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054684 Jun 08 18:26:13.409435 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4d06a1-1f99-415d-b1f2-7a9e0ede99eb req-3fa3331b-ac92-4a8c-b16d-78bcfc659fe9 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:13.410770 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f4d06a1-1f99-415d-b1f2-7a9e0ede99eb req-3fa3331b-ac92-4a8c-b16d-78bcfc659fe9 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 932 time: 0.7776246 Jun 08 18:26:13.478628 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f4d06a1-1f99-415d-b1f2-7a9e0ede99eb req-2592c403-4602-4dff-9d13-8003676c0cd9 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597234 Jun 08 18:26:13.488383 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.529933 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Router 9185072d-1496-4d88-95c3-af6762d616dc has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:26:13.953008 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:13.971192 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:14.032104 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2943e6-85f8-4a24-be99-2f23e162a558,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:14.039068 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:14.100513 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:14.114097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Sync routers for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:14.115542 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ddcc59c7-f6fc-4c34-bf0b-8a7ae93a18b7 admin admin] 10.222.0.46 "PUT /v2.0/routers/9185072d-1496-4d88-95c3-af6762d616dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3283331 Jun 08 18:26:14.162128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:14.173581 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:14.457726 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e0f8c-9bc0-49de-a754-1cb9333a3eff req-ed33fe72-e35a-4b2c-bf79-a4eed92fbb80 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:14.460168 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b5e0f8c-9bc0-49de-a754-1cb9333a3eff req-ed33fe72-e35a-4b2c-bf79-a4eed92fbb80 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.7042527 Jun 08 18:26:14.468957 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 35454374-ebfc-450f-aab5-c526f43236ba up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:14.506072 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.589609 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 35454374-ebfc-450f-aab5-c526f43236ba triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:14.589986 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.604049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ed522-6d18-4071-b300-2c65af125a45 req-49040f9f-f1e4-483e-9ecf-db87f47cb780 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:14.607328 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a54ed522-6d18-4071-b300-2c65af125a45 req-49040f9f-f1e4-483e-9ecf-db87f47cb780 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 0.3772397 Jun 08 18:26:14.694784 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b5e0f8c-9bc0-49de-a754-1cb9333a3eff req-ecdf93bc-c18c-4154-b6b2-913fa921f441 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251565 Jun 08 18:26:14.769792 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca6bfd5-8b7c-460a-a16d-6968cc56aab2 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:14.786295 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a54ed522-6d18-4071-b300-2c65af125a45 req-1dff4092-f309-4722-93fc-61e7aaaa2ce5 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442568 Jun 08 18:26:14.790649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.813460 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Transition to ACTIVE for port object fca6bfd5-8b7c-460a-a16d-6968cc56aab2 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:14.826478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:14.836169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3351b5ef-870b-4562-b078-8c933ae35238 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:15.052569 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:15.227834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Pushing event updated for resources: {'Port': ['ID=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:15.236649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:15.403506 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Router c9e6bc21-3346-41ef-ac53-6676095022fe has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:26:15.461734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81755273-24e6-41c7-8296-c1576b85c0e0 req-eae8d0bb-75d3-475d-a1c6-eb6ed4926e92 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:15.473950 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-81755273-24e6-41c7-8296-c1576b85c0e0 req-eae8d0bb-75d3-475d-a1c6-eb6ed4926e92 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.3587117 Jun 08 18:26:15.549136 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-81755273-24e6-41c7-8296-c1576b85c0e0 req-157677ae-0621-4e38-8f52-d0253dc503dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741239 Jun 08 18:26:15.646752 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Attempting to bind port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:15.651109 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Attempting to bind port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:15.652061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Attempting to bind port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 on network 7d6e1430-b458-4b07-816c-664c3e68216e {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:15.665900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:10Z', 'revision_number': 4, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '9361bf43-2e0a-499d-bb39-49db4defa3ee', 'name': '', 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'mac_address': 'fa:16:3e:12:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:09Z', 'updated_at': '2021-06-08T18:26:11Z', 'revision_number': 2, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'subnets': [{'id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:15.678269 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Checking router: 9185072d-1496-4d88-95c3-af6762d616dc for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:15.680210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Updating router 9185072d-1496-4d88-95c3-af6762d616dc port 9361bf43-2e0a-499d-bb39-49db4defa3ee binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:26:15.810193 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 on network 7d6e1430-b458-4b07-816c-664c3e68216e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:26:15.812125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Attempting to bind port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 on network 7d6e1430-b458-4b07-816c-664c3e68216e {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:15.818000 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:15.857485 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:15.858512 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Checking segment: {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:15.862190 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Bound using segment: {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:15.862948 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Bound port: fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd02e0c18-636b-4458-8e24-14529c553105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:15.863490 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.040667 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:16.048026 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-846dc66f-e8ef-4722-955b-53e4050bf37a admin admin] 10.222.0.46 "PUT /v2.0/routers/c9e6bc21-3346-41ef-ac53-6676095022fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2487087 Jun 08 18:26:16.052767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:16.054601 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38074) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:16.058230 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Sync routers for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:16.064759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:16.077950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.101463 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:16.102631 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:16.113386 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:16.313292 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:16.315458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.316871 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] 10.222.0.35 "PUT /v2.0/ports/fca6bfd5-8b7c-460a-a16d-6968cc56aab2 HTTP/1.1" status: 200 len: 1094 time: 3.1444433 Jun 08 18:26:16.481945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-f083cf8f-5b60-4242-a9d4-3f0f42bea365 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:16.483591 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-f083cf8f-5b60-4242-a9d4-3f0f42bea365 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 0.8415344 Jun 08 18:26:16.484193 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:16.487057 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c58525f-617d-4ff5-b717-7764cbb84940" -d '{"events": [{"name": "network-changed", "server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:16.627385 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.643266 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Transition to ACTIVE for port object 9361bf43-2e0a-499d-bb39-49db4defa3ee will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:16.653321 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:16.659292 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:16.774139 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:16.810770 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Pushing event updated for resources: {'Port': ['ID=9361bf43-2e0a-499d-bb39-49db4defa3ee,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:16.821895 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:17.232340 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Pushing event updated for resources: {'Port': ['ID=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:17.250614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:17.309999 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Attempting to bind port 9361bf43-2e0a-499d-bb39-49db4defa3ee on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:26:17.311951 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Attempting to bind port 9361bf43-2e0a-499d-bb39-49db4defa3ee by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:26:17.313801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Attempting to bind port 9361bf43-2e0a-499d-bb39-49db4defa3ee on network c63006fc-0b21-4a1d-bbd5-208a9dac6358 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:26:17.331476 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:26:17.335477 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Checking segment: {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:26:17.343009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.343737 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Bound using segment: {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:26:17.344433 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Bound port: 9361bf43-2e0a-499d-bb39-49db4defa3ee, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e39762-9da5-4d56-accb-ccf3eb95ec81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:26:17.345703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.362852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-ecc47df2-0358-4a78-9abd-6b31a438ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:17.364975 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-ecc47df2-0358-4a78-9abd-6b31a438ced1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 1097 time: 0.7049010 Jun 08 18:26:17.454013 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Deleting port 9fe82943-b73c-4cc4-9991-68da166b7cad {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:26:17.454909 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.492578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0c6033-3144-4f37-9aa7-23b6d29c9e71 req-a3c45cf3-2dc8-4b23-b8b3-07680c196cef tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:17.495601 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b0c6033-3144-4f37-9aa7-23b6d29c9e71 req-a3c45cf3-2dc8-4b23-b8b3-07680c196cef tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 1.5149369 Jun 08 18:26:17.577292 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:26:13Z', 'revision_number': 5, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:17.588261 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-6b9316f5-b0fd-4542-9b12-e118b746436d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2 HTTP/1.1" status: 200 len: 217 time: 0.2092354 Jun 08 18:26:17.599752 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Checking router: c9e6bc21-3346-41ef-ac53-6676095022fe for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:17.626693 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Routers {'c9e6bc21-3346-41ef-ac53-6676095022fe'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:17.627328 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c9e6bc21-3346-41ef-ac53-6676095022fe'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:17.645260 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] For port 9361bf43-2e0a-499d-bb39-49db4defa3ee, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:26:17.652746 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] For port 9361bf43-2e0a-499d-bb39-49db4defa3ee, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9361bf43-2e0a-499d-bb39-49db4defa3ee,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:26:17.662803 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.666173 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:17.673528 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7be8b-f3e7-43f0-894b-acb5cc1aa80a req-5df48593-38b6-45cf-8b01-537a8e0913a8 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:17.677481 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-dca50a4b-6f2b-4166-a982-8f532552492d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:17.685837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39a7be8b-f3e7-43f0-894b-acb5cc1aa80a req-5df48593-38b6-45cf-8b01-537a8e0913a8 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 944 time: 2.1559155 Jun 08 18:26:17.757726 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Pushing event updated for resources: {'Port': ['ID=9361bf43-2e0a-499d-bb39-49db4defa3ee,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:17.774953 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:17.808258 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:17.808916 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:17.936721 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b0c6033-3144-4f37-9aa7-23b6d29c9e71 req-4d49b6ed-d039-447a-8fda-c74202d1d744 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4272728 Jun 08 18:26:18.127664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-110e6b9d-3ed0-476a-a471-309d2a14f78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:18.129134 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-110e6b9d-3ed0-476a-a471-309d2a14f78c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b HTTP/1.1" status: 200 len: 852 time: 0.5108078 Jun 08 18:26:18.213072 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39a7be8b-f3e7-43f0-894b-acb5cc1aa80a req-215eface-b560-4251-8102-14e9ea040310 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239480 Jun 08 18:26:18.293191 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:18.344963 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-a9ed5871-0596-4aae-ae65-7d3067b747e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d6e1430-b458-4b07-816c-664c3e68216e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1890423 Jun 08 18:26:18.422510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:18.536005 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] Set router c9e6bc21-3346-41ef-ac53-6676095022fe gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:18.573426 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Deleting port ad32779f-f106-4e9b-ab9b-04914492b012 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:26:18.574066 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:18.905194 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] For port ad32779f-f106-4e9b-ab9b-04914492b012, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ad32779f-f106-4e9b-ab9b-04914492b012,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:18.912396 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:18.984917 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:26:13Z', 'revision_number': 5, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:18.990189 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73207360-86cc-4ce9-beac-e6369cbff0c6 None None] The sync data for ids ['c9e6bc21-3346-41ef-ac53-6676095022fe'] in dv-cinder-733622-16-iscsi is: [{'id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'name': 'tempest-ServerRescueNegativeTestJSON-553064755-router', 'tenant_id': '667ab9b317d24743b6b77375aae30994', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:17Z', 'updated_at': '2021-06-08T18:26:13Z', 'revision_number': 5, 'project_id': '667ab9b317d24743b6b77375aae30994', 'gw_port': {'id': 'ad32779f-f106-4e9b-ab9b-04914492b012', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:c0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e6bc21-3346-41ef-ac53-6676095022fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:21Z', 'updated_at': '2021-06-08T18:21:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:19.061418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:26:19.291056 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] For port 9fe82943-b73c-4cc4-9991-68da166b7cad, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=9fe82943-b73c-4cc4-9991-68da166b7cad,segment=NetworkSegment(b8f8252e-4b30-4583-b880-2746b5462ab7),segment_id=b8f8252e-4b30-4583-b880-2746b5462ab7)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:19.291820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:19.485201 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-d0a99139-2f63-4603-87b1-d9722fb88d35 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1171083 Jun 08 18:26:19.521572 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Calling delete_port for ad32779f-f106-4e9b-ab9b-04914492b012 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:26:19.657982 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:19.909527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'mac_address': 'fa:16:3e:d0:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:26:19.996171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.011914 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0eb2c3f8-936a-42d6-a97a-d5746c2388b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:20.036264 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Calling delete_port for 9fe82943-b73c-4cc4-9991-68da166b7cad owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:26:20.117249 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad32779f-f106-4e9b-ab9b-04914492b012,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:20.179642 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:20.216644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.308095 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2d2943e6-85f8-4a24-be99-2f23e162a558 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:26:20.374155 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 2d2943e6-85f8-4a24-be99-2f23e162a558 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:26:20.374721 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2d2943e6-85f8-4a24-be99-2f23e162a558 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:26:20.380985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.447332 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:20.522354 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:20.524693 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926283b-a1c1-4bf8-8792-17261b5c393d req-05ee62da-bda0-4e20-859a-69b3fa4847e9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:20.529354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d926283b-a1c1-4bf8-8792-17261b5c393d req-05ee62da-bda0-4e20-859a-69b3fa4847e9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 2.1806448 Jun 08 18:26:20.529691 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:10Z', 'revision_number': 4, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '9361bf43-2e0a-499d-bb39-49db4defa3ee', 'name': '', 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'mac_address': 'fa:16:3e:12:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:09Z', 'updated_at': '2021-06-08T18:26:17Z', 'revision_number': 4, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'subnets': [{'id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:20.539874 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.547717 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:20.634990 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238964b1-f7eb-4e7f-9439-fbe35ace09dd req-7f0cb2a7-c745-4402-898a-ab0e57ad4a4d tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:20.636468 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-238964b1-f7eb-4e7f-9439-fbe35ace09dd req-7f0cb2a7-c745-4402-898a-ab0e57ad4a4d tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb6b25b9-319a-4623-b478-b66b62ca70d1 HTTP/1.1" status: 200 len: 949 time: 1.5818655 Jun 08 18:26:20.674780 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.677842 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ae91f-22f8-4ac7-9be3-fb0d21c3d810 None None] The sync data for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi is: [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:26:10Z', 'revision_number': 4, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '9361bf43-2e0a-499d-bb39-49db4defa3ee', 'name': '', 'network_id': 'c63006fc-0b21-4a1d-bbd5-208a9dac6358', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'mac_address': 'fa:16:3e:12:65:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:09Z', 'updated_at': '2021-06-08T18:26:17Z', 'revision_number': 4, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'subnets': [{'id': '7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:20.701700 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.711191 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:20.728028 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:20.751672 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 9fe82943-b73c-4cc4-9991-68da166b7cad no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:26:20.811199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:20.884725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be37c58-4e90-4c73-8bb4-5669f405c153 req-3504642e-9986-4618-8f0f-cb0ce9763f26 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2417808 Jun 08 18:26:20.934844 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:20.945472 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 9fe82943-b73c-4cc4-9991-68da166b7cad {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:26:20.950427 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 9fe82943-b73c-4cc4-9991-68da166b7cad not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:26:20.962537 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:21.048561 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.051182 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9e6bc21-3346-41ef-ac53-6676095022fe {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:26:21.071254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.078930 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c9e6bc21-3346-41ef-ac53-6676095022fe HTTP/1.1" status: 204 len: 168 time: 5.0231469 Jun 08 18:26:21.080692 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38092) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:21.084393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Pushing event deleted for resources: {'Port': ['ID=9fe82943-b73c-4cc4-9991-68da166b7cad,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:21.108180 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:21.140277 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d926283b-a1c1-4bf8-8792-17261b5c393d req-045b7f7a-0937-48b6-8764-7c71a56da7e0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5740106 Jun 08 18:26:21.143328 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-238964b1-f7eb-4e7f-9439-fbe35ace09dd req-31d83883-4bef-4643-b580-61ad6cedcd12 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.46 "GET /v2.0/security-groups?id=9a5f542a-c06c-49dd-b5ab-60faaf4ca900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869816 Jun 08 18:26:21.328524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ff7ad8-e65a-4400-adde-092db286c57e x-openstack-request-id: req-56ff7ad8-e65a-4400-adde-092db286c57e {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:21.328779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:21.328887 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-56ff7ad8-e65a-4400-adde-092db286c57e {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:21.329290 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2', 'status': 'completed', 'code': 200} Jun 08 18:26:21.396998 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Deleting subnet e73c23ad-5fca-4990-826f-c15853ff2104 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:26:21.438678 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.576669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] No DVR routers for this DVR port 9fe82943-b73c-4cc4-9991-68da166b7cad on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:26:21.579776 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.586004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a444062-d7d5-49f8-932f-ae0504a90a59 req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] 10.222.0.35 "DELETE /v2.0/ports/9fe82943-b73c-4cc4-9991-68da166b7cad HTTP/1.1" status: 204 len: 173 time: 5.0839629 Jun 08 18:26:21.632312 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.657658 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.841913 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:21.849398 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a6d6dfee-d3cd-417c-9a50-f9e7d5d5fa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:21.971523 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-37e6aeb3-9430-4c54-b753-f6d84ba752e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:21.973481 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-37e6aeb3-9430-4c54-b753-f6d84ba752e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=659417f971ca472f8959196fdf451092&device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 1097 time: 0.5400751 Jun 08 18:26:22.136313 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:22.139630 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e73c23ad-5fca-4990-826f-c15853ff2104 HTTP/1.1" status: 204 len: 168 time: 1.0575483 Jun 08 18:26:22.149420 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38094) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:22.161703 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e73c23ad-5fca-4990-826f-c15853ff2104,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:22.166952 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:22.229966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caba30-1c6d-4ecd-80c7-f810642d879d req-de824d7d-1820-4f24-86ec-d26f2730d47e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:22.244840 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-88caba30-1c6d-4ecd-80c7-f810642d879d req-de824d7d-1820-4f24-86ec-d26f2730d47e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.5616276 Jun 08 18:26:22.291390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528971e-9b8d-4ac3-827e-513f1103c6bb req-8dff8a78-8880-4549-8746-1ff93238e78e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:22.293201 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e528971e-9b8d-4ac3-827e-513f1103c6bb req-8dff8a78-8880-4549-8746-1ff93238e78e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.7351389 Jun 08 18:26:22.383108 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9361bf43-2e0a-499d-bb39-49db4defa3ee up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:22.535805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:22.593465 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e528971e-9b8d-4ac3-827e-513f1103c6bb req-aecbb7b5-a55e-405a-85a6-19e78033d1e2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891133 Jun 08 18:26:22.630893 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-88caba30-1c6d-4ecd-80c7-f810642d879d req-14fcc5a3-b585-4aae-b77d-412ff6b04056 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846526 Jun 08 18:26:22.643072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 9361bf43-2e0a-499d-bb39-49db4defa3ee completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:22.652191 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-1cf044e8-a9f1-4a17-bc68-8db63a2c129b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:22.658571 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 9361bf43-2e0a-499d-bb39-49db4defa3ee triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:22.660551 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-1cf044e8-a9f1-4a17-bc68-8db63a2c129b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 200 len: 913 time: 0.6774821 Jun 08 18:26:22.661271 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:22.785858 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:22.855620 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:22.898077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.898467 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.899186 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.899531 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > port after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.899857 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.900194 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > port after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.900516 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.905144 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.906605 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.907306 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:22.960592 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-bed77d3f-7b97-481f-8b9f-1a9e62687c21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2 HTTP/1.1" status: 200 len: 217 time: 0.2850027 Jun 08 18:26:23.049702 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:23.056565 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:23.057084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.073390 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:23.074077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:23.074690 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:23.075200 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91769) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 08 18:26:23.075860 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246208b2-a8f2-476f-881e-5368755510c0']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:23.113847 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20e34b40-b13b-45e7-a8b0-d528c3397242') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:23.114470 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20e34b40-b13b-45e7-a8b0-d528c3397242') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:23.144167 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.177583 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-47b4148a-52d4-405b-80ee-0ec83f753c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:23.183658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-47b4148a-52d4-405b-80ee-0ec83f753c41 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b HTTP/1.1" status: 200 len: 852 time: 0.1773093 Jun 08 18:26:23.185939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.202547 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:26:23.203228 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: from cryptography.utils import int_from_bytes Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:26:23.239359 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:26:23.396696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'name': 'network-vif-deleted', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:23.400883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affc883f-287b-4dc4-b0ed-d051db3ece96" -d '{"events": [{"server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "name": "network-vif-deleted", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:23.441052 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-4be2fab9-b4cc-46d8-a34d-afb29b19e9a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7d6e1430-b458-4b07-816c-664c3e68216e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2486203 Jun 08 18:26:23.456569 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2b437-a745-4155-949a-14cfbb2c93f7 req-f6145a8b-0635-4335-beff-4397e2cb9c35 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:23.463140 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7b2b437-a745-4155-949a-14cfbb2c93f7 req-f6145a8b-0635-4335-beff-4397e2cb9c35 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 945 time: 0.5481832 Jun 08 18:26:23.467656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.468550 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.475425 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:23.490981 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.498139 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] 10.222.0.46 "DELETE /v2.0/networks/246208b2-a8f2-476f-881e-5368755510c0 HTTP/1.1" status: 204 len: 168 time: 1.3261321 Jun 08 18:26:23.511547 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Pushing event deleted for resources: {'Network': ['ID=246208b2-a8f2-476f-881e-5368755510c0,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:23.529571 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:23.625307 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 9361bf43-2e0a-499d-bb39-49db4defa3ee, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9361bf43-2e0a-499d-bb39-49db4defa3ee,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:23.635855 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.661131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:23.730749 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-8d9c0ace-d40c-4674-8ebc-f87f1f34aba0 service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659106 Jun 08 18:26:23.758088 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ad32779f-f106-4e9b-ab9b-04914492b012 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:26:23.803969 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38112) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:23.829867 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: ad32779f-f106-4e9b-ab9b-04914492b012 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:26:23.830649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ad32779f-f106-4e9b-ab9b-04914492b012 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:26:23.836906 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.889376 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:23.892124 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f803762-d95b-47dd-bb3f-8b57a79c95d6" -d '{"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:23.910470 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:23.918827 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:23.923933 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=9361bf43-2e0a-499d-bb39-49db4defa3ee,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:23.931717 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-aa9b7216-154a-4592-af2d-5421b65f2393 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=667ab9b317d24743b6b77375aae30994&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1269944 Jun 08 18:26:23.935408 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38116) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:23.936047 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:23.936765 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:24.033630 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127f884-2c45-41df-8c84-64fbe87e9467 req-ddcd83dc-b5bb-4fa8-974a-f31b4bce627a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:24.035084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8127f884-2c45-41df-8c84-64fbe87e9467 req-ddcd83dc-b5bb-4fa8-974a-f31b4bce627a tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 944 time: 1.0411315 Jun 08 18:26:24.036932 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9c58525f-617d-4ff5-b717-7764cbb84940 req-74cfaf05-e371-48c6-972b-4eec9e34820f service neutron] 10.222.0.35 "GET /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936995 Jun 08 18:26:24.073035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:24.088284 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:24.096856 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.129549 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7b2b437-a745-4155-949a-14cfbb2c93f7 req-7360aaec-05e5-4593-8f4b-d8a42c2f8874 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3884027 Jun 08 18:26:24.148105 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8127f884-2c45-41df-8c84-64fbe87e9467 req-7ee123a2-e412-4947-845d-f44a0e29f5cc tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033854 Jun 08 18:26:24.157743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.287343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.290096 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.290242 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51cb3f03-a198-4976-806e-c2cd807d9b2f x-openstack-request-id: req-51cb3f03-a198-4976-806e-c2cd807d9b2f {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:24.290549 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6b25b9-319a-4623-b478-b66b62ca70d1", "name": "network-vif-deleted", "tag": "9fe82943-b73c-4cc4-9991-68da166b7cad", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:24.290922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-51cb3f03-a198-4976-806e-c2cd807d9b2f {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:24.291264 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0949a875-1cc9-4e46-8470-e8b9a90baffa HTTP/1.1" status: 204 len: 168 time: 0.3549023 Jun 08 18:26:24.292102 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6b25b9-319a-4623-b478-b66b62ca70d1', 'name': 'network-vif-deleted', 'tag': '9fe82943-b73c-4cc4-9991-68da166b7cad', 'status': 'completed', 'code': 200} Jun 08 18:26:24.292232 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a0d076c6-a4ae-4590-837f-0dec7b9f7406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:24.329637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9361bf43-2e0a-499d-bb39-49db4defa3ee up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:24.331774 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0949a875-1cc9-4e46-8470-e8b9a90baffa,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:24.334611 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:24.457777 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 9361bf43-2e0a-499d-bb39-49db4defa3ee triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:24.461194 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:24.706453 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50357a3-ccf1-46db-8775-9fa6a696ae48 req-7e0b6ba7-d469-4a1c-a754-ed3487bb2841 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:24.714861 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e50357a3-ccf1-46db-8775-9fa6a696ae48 req-7e0b6ba7-d469-4a1c-a754-ed3487bb2841 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2273643 Jun 08 18:26:24.754494 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2abb4f-a0bc-406c-b2d8-7cb3ce20fb87 req-26d476ec-bede-47d1-8c34-597d44f12d9c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:24.756004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d2abb4f-a0bc-406c-b2d8-7cb3ce20fb87 req-26d476ec-bede-47d1-8c34-597d44f12d9c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1879921 Jun 08 18:26:24.843402 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fca6bfd5-8b7c-460a-a16d-6968cc56aab2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:26:24.875111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e50357a3-ccf1-46db-8775-9fa6a696ae48 req-332a70a5-5808-4a95-9ba9-1ae9864dbe9e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576493 Jun 08 18:26:24.941675 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d2abb4f-a0bc-406c-b2d8-7cb3ce20fb87 req-7e442a59-b3ce-410d-a0c9-ce31aaebb1ed tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538777 Jun 08 18:26:25.124801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbefbd96-3e5e-4fe4-b0cb-a53908513811 x-openstack-request-id: req-cbefbd96-3e5e-4fe4-b0cb-a53908513811 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:25.125406 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:25.125873 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cbefbd96-3e5e-4fe4-b0cb-a53908513811 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:25.126460 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'code': 200} Jun 08 18:26:25.218004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:25.256286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2', 'network_id': '7d6e1430-b458-4b07-816c-664c3e68216e', 'port_id': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2', 'mac_address': 'fa:16:3e:8c:2b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:26:25.401313 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.458257 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca6bfd5-8b7c-460a-a16d-6968cc56aab2 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:26:25.509202 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:25.515140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:25.518103 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-119ad3df-6884-4df1-b9f9-61cc70c762da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:25.635119 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:25.639985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:25.807608 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88eb50-0f50-44d4-8eb2-aa3f44fd3c62 req-2c4dba28-f66c-40fe-8599-e6884cbcf092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:25.809139 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8d88eb50-0f50-44d4-8eb2-aa3f44fd3c62 req-2c4dba28-f66c-40fe-8599-e6884cbcf092 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1099 time: 0.3171527 Jun 08 18:26:25.822827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fa56e-de0c-44c4-a0ad-396a3daa9d66 req-15034ff3-7c8c-4f4f-a89a-832f6de7deb1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:25.830236 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa7fa56e-de0c-44c4-a0ad-396a3daa9d66 req-15034ff3-7c8c-4f4f-a89a-832f6de7deb1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.2829759 Jun 08 18:26:25.914239 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['fca6bfd5-8b7c-460a-a16d-6968cc56aab2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:26:25.967719 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa7fa56e-de0c-44c4-a0ad-396a3daa9d66 req-49097d12-0d00-4dcb-b20b-c10acc709c95 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360514 Jun 08 18:26:26.075997 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594222f2-147b-4b8e-ba25-74c0aead8cbd req-df6061d0-ae4b-439b-a127-a74c9f9e93ab tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:26.091739 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-594222f2-147b-4b8e-ba25-74c0aead8cbd req-df6061d0-ae4b-439b-a127-a74c9f9e93ab tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 945 time: 0.4521091 Jun 08 18:26:26.250376 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-594222f2-147b-4b8e-ba25-74c0aead8cbd req-7716cf7c-f0a1-4a2a-b7db-7b1fdc284feb tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565998 Jun 08 18:26:26.377680 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8d88eb50-0f50-44d4-8eb2-aa3f44fd3c62 req-f02f74e2-07ba-414e-8ec7-c498ffc5db3e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4996083 Jun 08 18:26:26.485018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe490f5-bd17-4faa-a3c7-59e3918f5172 req-e6535099-3324-44f2-978a-6b74e7147578 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:26.500073 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2fe490f5-bd17-4faa-a3c7-59e3918f5172 req-e6535099-3324-44f2-978a-6b74e7147578 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2429757 Jun 08 18:26:26.623336 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2fe490f5-bd17-4faa-a3c7-59e3918f5172 req-7e70e285-a849-4e4f-9b2d-38fb7e9b81d2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222243 Jun 08 18:26:26.680446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a875fb-2b63-45af-9610-02c780dd71c6 req-54b28df8-526d-4791-88ca-413943ff1a22 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:26.682107 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83a875fb-2b63-45af-9610-02c780dd71c6 req-54b28df8-526d-4791-88ca-413943ff1a22 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1429842 Jun 08 18:26:26.776903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83a875fb-2b63-45af-9610-02c780dd71c6 req-71852c94-5ac1-4d7f-bea7-7d54dcd95e27 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843253 Jun 08 18:26:27.243288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f3c4a-b705-4ced-b1bb-744f8f2f4873 req-a00b4057-0970-4502-be30-04b334b39b4b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:27.250660 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-207f3c4a-b705-4ced-b1bb-744f8f2f4873 req-a00b4057-0970-4502-be30-04b334b39b4b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1268051 Jun 08 18:26:27.351900 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-207f3c4a-b705-4ced-b1bb-744f8f2f4873 req-a96c1743-19dd-4591-8302-fe507ae67701 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003721 Jun 08 18:26:27.586618 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925b594-0d9a-4da6-912d-db2299c52588 req-b3bc9cdd-9517-40b9-af6e-2744d1091d25 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:27.588552 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0925b594-0d9a-4da6-912d-db2299c52588 req-b3bc9cdd-9517-40b9-af6e-2744d1091d25 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 945 time: 0.1110451 Jun 08 18:26:27.659919 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0925b594-0d9a-4da6-912d-db2299c52588 req-3b9bd589-a41c-4d08-86d8-e92d69842042 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591764 Jun 08 18:26:27.865723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21880725-a948-487b-80d0-56b294f294b8 req-8bd98e4b-f01e-42c9-91a1-f8add3c788e4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:27.868129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21880725-a948-487b-80d0-56b294f294b8 req-8bd98e4b-f01e-42c9-91a1-f8add3c788e4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1076117 Jun 08 18:26:27.985146 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21880725-a948-487b-80d0-56b294f294b8 req-56f566d3-25b3-4e3f-81ac-e10fafefba30 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095049 Jun 08 18:26:28.153709 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111cb55-2619-4488-b621-73d80cf6c1d2 req-fc992114-2701-4ed1-8fd3-664208779fdb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:28.155603 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3111cb55-2619-4488-b621-73d80cf6c1d2 req-fc992114-2701-4ed1-8fd3-664208779fdb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.1694643 Jun 08 18:26:28.208064 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3111cb55-2619-4488-b621-73d80cf6c1d2 req-b2102028-474e-438f-99b4-633d5bc1c771 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456119 Jun 08 18:26:28.582194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13698e-fa14-48d8-ab02-5e682f535630 req-36f14078-40f4-4fdd-8ed0-2f71dfdaaed3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:28.590887 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a13698e-fa14-48d8-ab02-5e682f535630 req-36f14078-40f4-4fdd-8ed0-2f71dfdaaed3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1005869 Jun 08 18:26:28.655913 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a13698e-fa14-48d8-ab02-5e682f535630 req-4ed4e592-6342-42ae-88a0-8f53f11deed1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594995 Jun 08 18:26:28.786044 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fca6bfd5-8b7c-460a-a16d-6968cc56aab2 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:26:28.907252 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:28.916101 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:28.916410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:29.006794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba127a5-f2c0-4464-883a-1485532cb3ab req-91e4f946-8a45-4171-a85b-810f9cbc1a26 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:29.019237 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aba127a5-f2c0-4464-883a-1485532cb3ab req-91e4f946-8a45-4171-a85b-810f9cbc1a26 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 945 time: 0.1602216 Jun 08 18:26:29.201108 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:29.211566 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c5420f-88e5-4d5b-b080-f984153bd110 req-558b9043-f668-4b8c-9ff1-c2ec2f6002f1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:29.213538 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-30c5420f-88e5-4d5b-b080-f984153bd110 req-558b9043-f668-4b8c-9ff1-c2ec2f6002f1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.3962357 Jun 08 18:26:29.281724 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:29.282906 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:29.285961 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8678477f-7c1a-48bf-909a-7d9fdfad9af9" -d '{"events": [{"server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "name": "network-vif-plugged", "status": "completed", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:29.291494 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:29.294924 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-81804a63-3128-499e-9a4b-946f697bc6a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:29.295186 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aba127a5-f2c0-4464-883a-1485532cb3ab req-75b1df3d-d22b-4065-982d-315d28adb880 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747755 Jun 08 18:26:29.365134 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-30c5420f-88e5-4d5b-b080-f984153bd110 req-24c9fc04-44a8-4944-bae1-cbc26755534b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283963 Jun 08 18:26:29.389236 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-37a11ef9-3dbd-4fd3-af31-a5421b4e6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:29.391107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38306) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:29.394847 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-37a11ef9-3dbd-4fd3-af31-a5421b4e6c50 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1098 time: 0.2556884 Jun 08 18:26:29.407236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:29.420523 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:29.804420 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0112d52f-2b7b-4dc8-bf76-a48545180966 tempest-TestShelveInstance-556308463 tempest-TestShelveInstance-556308463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:29.806565 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0112d52f-2b7b-4dc8-bf76-a48545180966 tempest-TestShelveInstance-556308463 tempest-TestShelveInstance-556308463-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1094 time: 0.4138191 Jun 08 18:26:29.809910 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38342) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:29.816790 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:29.854930 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:29.985057 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-d361bf3f-c641-442f-968f-3f1198c4f425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:29.986762 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-d361bf3f-c641-442f-968f-3f1198c4f425 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.5854003 Jun 08 18:26:30.040268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:30.064255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fcd2a-f697-40f1-8097-55c481a7710f req-1fbf04e1-aa91-4f71-9f1b-d73457e5ab44 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.065903 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-060fcd2a-f697-40f1-8097-55c481a7710f req-1fbf04e1-aa91-4f71-9f1b-d73457e5ab44 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.4897673 Jun 08 18:26:30.138777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e5b1b-a4f2-4451-abff-3686aea90128 req-f2159222-df26-4a69-a430-6052ba696bad tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.140802 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-576e5b1b-a4f2-4451-abff-3686aea90128 req-f2159222-df26-4a69-a430-6052ba696bad tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.4073005 Jun 08 18:26:30.196812 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-060fcd2a-f697-40f1-8097-55c481a7710f req-7b7e07c7-32e2-4b22-9902-ca787d2aca4b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166184 Jun 08 18:26:30.198743 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-dbab86d9-d945-43b7-aba1-c33ae8c17d03 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 1000 time: 0.2044749 Jun 08 18:26:30.241642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-576e5b1b-a4f2-4451-abff-3686aea90128 req-59676374-51e7-4351-b857-8a3b8ba31768 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879910 Jun 08 18:26:30.304187 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145ceb7-0788-4239-b4b8-3d640ed205e2 x-openstack-request-id: req-a145ceb7-0788-4239-b4b8-3d640ed205e2 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:30.304733 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "name": "network-vif-plugged", "status": "completed", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:30.304841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a145ceb7-0788-4239-b4b8-3d640ed205e2 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:30.305159 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2', 'code': 200} Jun 08 18:26:30.351440 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Allocated IP 172.27.0.73 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/e44fdda7-a6ca-4b25-8fb2-fea343dfeab8) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:30.576139 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:26:30.658052 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40d2695-cf50-47b4-80c3-e3373c4f03fa req-9df8a39a-8338-4b15-8908-e6c448803c9f tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:30.659938 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c40d2695-cf50-47b4-80c3-e3373c4f03fa req-9df8a39a-8338-4b15-8908-e6c448803c9f tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.1501279 Jun 08 18:26:30.676815 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:30.745120 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c40d2695-cf50-47b4-80c3-e3373c4f03fa req-e788709a-bf8f-4b29-aaf9-e203b8b7c973 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790064 Jun 08 18:26:30.768236 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2279919'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:30.771539 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:30.794683 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:30.796679 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:30.799349 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:31.010198 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0fb31ad0-d050-4d46-bcc2-54ea4315aa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:31.346392 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:31.581810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9147c15-dd17-4439-9f9e-fea97d0a061d req-7ec4305e-0b22-4eef-88fa-fbe317872833 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:31.597252 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9147c15-dd17-4439-9f9e-fea97d0a061d req-7ec4305e-0b22-4eef-88fa-fbe317872833 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2360754 Jun 08 18:26:31.622456 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:31.632833 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841c1a7-7aee-4b1b-9371-86393b581ffa req-b5cd43d3-4187-4d12-9c51-e9b0975c985c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:31.641981 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a841c1a7-7aee-4b1b-9371-86393b581ffa req-b5cd43d3-4187-4d12-9c51-e9b0975c985c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.2296667 Jun 08 18:26:31.705912 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a841c1a7-7aee-4b1b-9371-86393b581ffa req-88bec9be-c32f-4db7-b4bf-e719112a66c7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629282 Jun 08 18:26:31.752534 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9147c15-dd17-4439-9f9e-fea97d0a061d req-7e72fd89-46e8-4440-acaf-cebd7c54dcd1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519372 Jun 08 18:26:31.884512 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:31.893559 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2279921'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:31.906872 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:31.947847 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7a134d-85aa-4332-beda-d52037b255fe req-9e43bae6-dd0a-4a13-90c6-c6928ae3f4ed tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:31.956339 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a7a134d-85aa-4332-beda-d52037b255fe req-9e43bae6-dd0a-4a13-90c6-c6928ae3f4ed tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.1043947 Jun 08 18:26:32.018486 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a7a134d-85aa-4332-beda-d52037b255fe req-33863f90-389f-4d9a-94a4-8539616cba96 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593643 Jun 08 18:26:32.046145 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event updated for resources: {'Port': ['ID=e44fdda7-a6ca-4b25-8fb2-fea343dfeab8,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:32.051570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:32.056812 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:32.265848 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Floating IP 389fc4d7-c2d5-49ab-863c-204c94683bec associated. External IP: 172.27.0.73, port: e9ae4abe-c326-4aee-94e7-1131b2c1c6c4. Jun 08 18:26:32.686589 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Router 4380e767-7096-4c66-a665-472f49c47448 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:26:32.872952 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:26:32.925111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:26:32.949096 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Sync routers for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:26:32.968546 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:32.969543 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:32.980208 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:33.062117 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2507055 Jun 08 18:26:33.062928 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:33.069537 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8876b6e7-0f48-4b00-9193-aed824667242" -d '{"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:33.153830 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-567a1bce-bedb-4cb0-9c73-165f55e8dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:33.157646 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-567a1bce-bedb-4cb0-9c73-165f55e8dc51 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.2191398 Jun 08 18:26:33.171279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535c2aa-b2cb-4078-8f5a-34cc76919ba2 req-5492d245-643d-40e4-b4f7-35b8abaa93d2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:33.172770 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6535c2aa-b2cb-4078-8f5a-34cc76919ba2 req-5492d245-643d-40e4-b4f7-35b8abaa93d2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 945 time: 0.3197196 Jun 08 18:26:33.209028 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:33.210936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538a71c-5384-4369-a49c-e232a297413c req-1bb04a9d-4110-4b18-9cd7-2aa610867485 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:33.212725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2538a71c-5384-4369-a49c-e232a297413c req-1bb04a9d-4110-4b18-9cd7-2aa610867485 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2363763 Jun 08 18:26:33.257222 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:26:33.259812 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72923fac-2df3-4432-a9d3-dee77c6e4f6e" -d '{"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-unplugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:26:33.268650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:33.278749 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6535c2aa-b2cb-4078-8f5a-34cc76919ba2 req-d7dfa638-c26b-4075-87f6-ae62c4e50fa8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959518 Jun 08 18:26:33.296593 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2538a71c-5384-4369-a49c-e232a297413c req-ce71cff0-16af-486a-8971-d7a053a92fe4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704715 Jun 08 18:26:33.337524 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:26:33.347384 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:33.352645 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-db3f07c2-3294-4b7a-9519-fd6583f3eb9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:33.378009 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33006e4-4728-42e7-9fd6-0568314e8548 x-openstack-request-id: req-d33006e4-4728-42e7-9fd6-0568314e8548 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:33.378330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:33.378626 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d33006e4-4728-42e7-9fd6-0568314e8548 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:33.379055 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'status': 'completed', 'code': 200} Jun 08 18:26:33.433182 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c283b45d-43af-4102-a913-018696576029 x-openstack-request-id: req-c283b45d-43af-4102-a913-018696576029 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:26:33.433498 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-unplugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:26:33.434287 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c283b45d-43af-4102-a913-018696576029 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:26:33.434838 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'code': 200} Jun 08 18:26:33.435472 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:33.447482 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:33.541479 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198ccd9-c2c1-4850-aa23-6741e1b06d29 req-77a8aa3b-ee6b-4c36-96ce-519e891618e2 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:33.550230 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6198ccd9-c2c1-4850-aa23-6741e1b06d29 req-77a8aa3b-ee6b-4c36-96ce-519e891618e2 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.1385617 Jun 08 18:26:33.600292 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6198ccd9-c2c1-4850-aa23-6741e1b06d29 req-e757dda8-a1e9-4303-aca1-2a2d9b770658 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491726 Jun 08 18:26:33.623820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:33.723448 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9459f526-a3f7-4a7c-9b66-354e321e251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:33.843732 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '389fc4d7-c2d5-49ab-863c-204c94683bec', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '4380e767-7096-4c66-a665-472f49c47448', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'mac_address': 'fa:16:3e:d0:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250aef92-439f-400f-8938-44bbd4be779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:31Z', 'updated_at': '2021-06-08T18:26:31Z', 'revision_number': 0, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:33.847673 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Checking router: 4380e767-7096-4c66-a665-472f49c47448 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:26:33.858113 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:26:33.858771 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:26:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:34.044101 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:26:34.195151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-b301c7fa-0293-4bab-97ad-c55f63c6d664 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.196582 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-b301c7fa-0293-4bab-97ad-c55f63c6d664 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 813 time: 0.1486623 Jun 08 18:26:34.213071 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-a81d39cb-247f-4a68-ad8f-d686e455537f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/quotas/5a5ceb875047474eb615738a5fb146a1 HTTP/1.1" status: 200 len: 375 time: 0.0090904 Jun 08 18:26:34.295197 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-b032dac2-3cc6-46b5-8c0e-74c0100b821e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761631 Jun 08 18:26:34.401208 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '389fc4d7-c2d5-49ab-863c-204c94683bec', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '4380e767-7096-4c66-a665-472f49c47448', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'mac_address': 'fa:16:3e:d0:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250aef92-439f-400f-8938-44bbd4be779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:31Z', 'updated_at': '2021-06-08T18:26:31Z', 'revision_number': 0, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:26:34.405436 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9bb7f-a739-421b-b659-df6721e79801 None None] The sync data for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi is: [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '389fc4d7-c2d5-49ab-863c-204c94683bec', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'floating_ip_address': '172.27.0.73', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '4380e767-7096-4c66-a665-472f49c47448', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'mac_address': 'fa:16:3e:d0:45:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250aef92-439f-400f-8938-44bbd4be779f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:26:31Z', 'updated_at': '2021-06-08T18:26:31Z', 'revision_number': 0, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:26:34.664270 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabdd9f8-112c-48c2-8880-f0ebff46db0b None None] New status for floating IP 389fc4d7-c2d5-49ab-863c-204c94683bec: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:26:34.708437 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da836d-7ea7-4857-b126-a4910c27b081 req-2f0cf7f4-e4ed-4b3d-9804-01a88ec1c85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.709863 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68da836d-7ea7-4857-b126-a4910c27b081 req-2f0cf7f4-e4ed-4b3d-9804-01a88ec1c85a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 1099 time: 0.0983467 Jun 08 18:26:34.759091 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-68da836d-7ea7-4857-b126-a4910c27b081 req-7f0cbbcd-482a-43fb-8752-6559693e8590 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Jun 08 18:26:34.831167 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-29e0bc1e-b501-4a9f-b65a-fc43a09934e5 service neutron] 10.222.0.46 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5245700 Jun 08 18:26:34.883391 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:34.920644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-dc88cb33-f37d-46b4-8577-7cbff75644d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.922155 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-dc88cb33-f37d-46b4-8577-7cbff75644d6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3881648 Jun 08 18:26:34.936788 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a1588-028a-4c7c-9ebc-040dca3a5ce0 req-fa0d88dc-1ccd-44bc-9356-23265e99df47 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.938171 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-273a1588-028a-4c7c-9ebc-040dca3a5ce0 req-fa0d88dc-1ccd-44bc-9356-23265e99df47 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.4059372 Jun 08 18:26:34.943154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-f86ce640-7891-4d9f-a8a1-169f9c2ccbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.944499 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-f86ce640-7891-4d9f-a8a1-169f9c2ccbc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.3374119 Jun 08 18:26:34.949111 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b6e7-0f48-4b00-9193-aed824667242 req-0de363a3-f2b3-47ed-a2f5-edb10377cd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:34.951069 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-0de363a3-f2b3-47ed-a2f5-edb10377cd1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1099 time: 0.3428154 Jun 08 18:26:35.028896 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-273a1588-028a-4c7c-9ebc-040dca3a5ce0 req-0991e3fa-8d2d-4edd-be46-d83eaf368b00 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834467 Jun 08 18:26:35.036556 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-2d003aca-7471-420b-adeb-8a56f2760332 service neutron] 10.222.0.46 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931679 Jun 08 18:26:35.216790 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f71a11-c0cb-43b8-98f7-ac57d8b6aeb5 req-b48f4fd9-7457-4c19-b1ff-fe62a8c46621 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:35.218328 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52f71a11-c0cb-43b8-98f7-ac57d8b6aeb5 req-b48f4fd9-7457-4c19-b1ff-fe62a8c46621 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0938821 Jun 08 18:26:35.549746 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52f71a11-c0cb-43b8-98f7-ac57d8b6aeb5 req-5688518b-4c31-400d-9f43-727d7b3c7b4a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3257728 Jun 08 18:26:35.699482 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7d6c4dac-f432-4c7f-a984-4f9d8d0504c9 req-7dd6873b-19c5-446c-a78e-4f91def9a74b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 210 time: 0.0951841 Jun 08 18:26:35.774805 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b6e7-0f48-4b00-9193-aed824667242 req-5f6a060d-46b4-4c26-9553-40630b14bf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:35.776231 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-5f6a060d-46b4-4c26-9553-40630b14bf86 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.5115194 Jun 08 18:26:35.778805 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-997fc43a-02e3-4e09-b530-9e47e1071aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:35.780103 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-997fc43a-02e3-4e09-b530-9e47e1071aee service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.4713194 Jun 08 18:26:35.781805 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-f94d544c-0671-4a02-86ad-6fee6f90a054 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962420 Jun 08 18:26:35.797369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c04b-2097-4fa4-8777-2318e451f059 req-92ecd049-bcb6-45f3-b1c1-c9eedc90e40c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:35.798849 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6ce8c04b-2097-4fa4-8777-2318e451f059 req-92ecd049-bcb6-45f3-b1c1-c9eedc90e40c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.4864557 Jun 08 18:26:36.083506 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38524) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:36.267202 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-e297eb79-269f-4686-ad1b-5230d4f5b068 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 1001 time: 0.4645727 Jun 08 18:26:36.279156 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-e022cc74-764d-47e3-835c-874a116b1ea7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 1001 time: 0.4782560 Jun 08 18:26:36.286939 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6ce8c04b-2097-4fa4-8777-2318e451f059 req-b5519bf9-8a55-4778-a081-34c4327f79e7 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141595 Jun 08 18:26:36.328836 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a78ad1c7-1fc8-42ba-8cc8-2bda8863036c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=137ca6834a0b43ee881dbb0b3aa68f6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439785 Jun 08 18:26:36.329680 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38534) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:26:36.400010 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:36.412866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-693b02dd-630a-4ed7-8b66-d71c023940cf req-a404577e-0ebf-48f5-93b1-cde60bad0124 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6130300 Jun 08 18:26:36.443475 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:36.448691 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b6e7-0f48-4b00-9193-aed824667242 req-4b64cbcc-b8a2-43eb-ad05-35e52298da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:36.450604 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-4b64cbcc-b8a2-43eb-ad05-35e52298da2d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.1542292 Jun 08 18:26:36.458118 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-720b79c4-7198-4d5f-889d-1d30847154e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:36.459836 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-720b79c4-7198-4d5f-889d-1d30847154e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.1274564 Jun 08 18:26:36.520686 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:36.525175 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:36.530382 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a5f542a-c06c-49dd-b5ab-60faaf4ca900 HTTP/1.1" status: 204 len: 168 time: 0.1966624 Jun 08 18:26:36.530382 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a5a726f-943e-44dc-ac77-dbcd118a65cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:26:36.541103 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5f542a-c06c-49dd-b5ab-60faaf4ca900,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:26:36.544744 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:26:36.599593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0d078-9132-477f-99cd-fd80513ea3e8 req-59a5c93a-6c85-428a-890f-34d88632d17f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:36.607749 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87f0d078-9132-477f-99cd-fd80513ea3e8 req-59a5c93a-6c85-428a-890f-34d88632d17f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.4292135 Jun 08 18:26:36.700557 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87f0d078-9132-477f-99cd-fd80513ea3e8 req-14305563-b37a-4af7-a8ed-685d92ed86a7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909293 Jun 08 18:26:36.720610 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-a0265f89-a6c6-4359-aacf-c7306e386d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:36.722112 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-a0265f89-a6c6-4359-aacf-c7306e386d69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2287452 Jun 08 18:26:36.726910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8876b6e7-0f48-4b00-9193-aed824667242 req-9b7bf58b-af04-4cb0-8ebf-c9c61cb4f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:36.728881 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-9b7bf58b-af04-4cb0-8ebf-c9c61cb4f5a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2678392 Jun 08 18:26:36.885963 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:37.172164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86949279-fbeb-498a-bee7-5c7dafb23bc9 req-5693f5e7-9e62-4152-a079-c4c82245ea11 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 210 time: 0.1223862 Jun 08 18:26:37.289853 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-afe89153-c57b-4595-b1c6-c0fbb4206acf service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592482 Jun 08 18:26:37.333620 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-7a0e1a23-77ad-4e57-acb2-e0a1d75d3560 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:37.335095 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-7a0e1a23-77ad-4e57-acb2-e0a1d75d3560 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 813 time: 0.5785494 Jun 08 18:26:37.386922 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-8c19f53e-e542-4cb4-9923-db15ccf1760a service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286163 Jun 08 18:26:37.400074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8632-ecfd-4969-af6d-be9b46faa13f req-8b7f82cb-80c6-427d-bed3-c91ab80a807b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:37.401536 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e9f8632-ecfd-4969-af6d-be9b46faa13f req-8b7f82cb-80c6-427d-bed3-c91ab80a807b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.6424134 Jun 08 18:26:37.405652 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'port': {'device_id': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'admin_state_up': True, 'tenant_id': '5a5ceb875047474eb615738a5fb146a1'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:26:37.766041 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e9f8632-ecfd-4969-af6d-be9b46faa13f req-8c447afc-69ef-4677-9f0c-adba3c300450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220797 Jun 08 18:26:37.973926 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-9f06e8c6-7346-4522-babf-96c9ebc475c9 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754231 Jun 08 18:26:37.979378 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8876b6e7-0f48-4b00-9193-aed824667242 req-aa723d4c-26c6-423d-a425-430f3235ea91 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581539 Jun 08 18:26:38.018178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a740baa-28fa-441e-be52-3133c6599a2f req-23a28593-0246-4c9d-8963-7e78a396c838 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:38.019526 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a740baa-28fa-441e-be52-3133c6599a2f req-23a28593-0246-4c9d-8963-7e78a396c838 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.5993717 Jun 08 18:26:38.050998 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Made reservation on behalf of 5a5ceb875047474eb615738a5fb146a1 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:26:38.054321 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.139619 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e882d97-f0f5-4af8-ade0-79f027797b9c req-ede0664f-380a-4b42-9ec9-68d6e1e55f14 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:38.141255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e882d97-f0f5-4af8-ade0-79f027797b9c req-ede0664f-380a-4b42-9ec9-68d6e1e55f14 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2468209 Jun 08 18:26:38.146471 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a740baa-28fa-441e-be52-3133c6599a2f req-f3f96eb6-b16f-444b-bbb1-1c71468e9284 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169901 Jun 08 18:26:38.218186 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e882d97-f0f5-4af8-ade0-79f027797b9c req-89c936e2-75e6-4737-a240-2f660480846b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696595 Jun 08 18:26:38.286646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Allocated IP 172.20.0.9 (2ae914e0-fd98-4d9b-8d78-c992876765e1/72200764-2cc2-466c-b6f6-7bdea4a5c5ab/e9a536d1-f9ca-4b1d-8a85-51cd29015565) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:26:38.310985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.380363 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6bd20914-3ec4-410b-b896-37f5f076cb89 req-837f7caf-46f3-4997-ac72-645e0b82011e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 210 time: 0.0615242 Jun 08 18:26:38.551477 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.568046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Transition to ACTIVE for port object e9a536d1-f9ca-4b1d-8a85-51cd29015565 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:26:38.593084 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:26:38.595723 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:26:38.612481 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:26:38.613611 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:26:38.616117 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:26:38.678725 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:38.679335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.697964 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-0559002b-18bc-4e45-be34-f0957d4b1e8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3100023 Jun 08 18:26:38.827894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2049b0f4-e61b-42f5-876b-46b3aabe2202 None None] Provisioning for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:26:38.832631 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2049b0f4-e61b-42f5-876b-46b3aabe2202 None None] Provisioning complete for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:26:38.833013 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2049b0f4-e61b-42f5-876b-46b3aabe2202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:26:38.891839 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-2049b0f4-e61b-42f5-876b-46b3aabe2202 None None] Port e9a536d1-f9ca-4b1d-8a85-51cd29015565 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:26:38.975090 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae593832-6a81-40d8-aebc-cfc922a5858c req-3727acd6-9238-4af7-b32d-c897d62c7b18 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:38.976610 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae593832-6a81-40d8-aebc-cfc922a5858c req-3727acd6-9238-4af7-b32d-c897d62c7b18 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0865614 Jun 08 18:26:39.022793 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae593832-6a81-40d8-aebc-cfc922a5858c req-85107f19-6b1f-454a-b169-d3580c153503 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391555 Jun 08 18:26:39.406773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5d36-7d3f-4348-a0db-0f86f329338c req-48c5e6d2-fc7e-4d5f-9c71-4ce6542d5789 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:39.408218 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fffd5d36-7d3f-4348-a0db-0f86f329338c req-48c5e6d2-fc7e-4d5f-9c71-4ce6542d5789 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0817368 Jun 08 18:26:39.455700 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fffd5d36-7d3f-4348-a0db-0f86f329338c req-1529df9c-c481-4e9c-90fe-0d1cf842f753 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419569 Jun 08 18:26:39.655080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e450a-1829-46ac-97ce-43fe89829e1f req-6878ea36-8646-4220-a3e7-bf0e06629ee8 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:39.656811 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c63e450a-1829-46ac-97ce-43fe89829e1f req-6878ea36-8646-4220-a3e7-bf0e06629ee8 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0901015 Jun 08 18:26:39.708381 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c63e450a-1829-46ac-97ce-43fe89829e1f req-9817cbf0-0a32-4068-b56b-aa666e943bbe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456874 Jun 08 18:26:40.248313 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50936bb-6fb2-4e08-95f2-9a2e6beafb2d req-8b697cb5-1128-4d57-9297-ac2d87c17918 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:40.249739 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a50936bb-6fb2-4e08-95f2-9a2e6beafb2d req-8b697cb5-1128-4d57-9297-ac2d87c17918 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0884097 Jun 08 18:26:40.314156 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a50936bb-6fb2-4e08-95f2-9a2e6beafb2d req-c4a3f961-78fb-4a93-8151-ecbf9fe801c0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548689 Jun 08 18:26:40.670663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3728296-6dea-46ee-81b5-4b7b80b9b04e req-42c7f709-0bf8-4ea0-8f3a-38b8c8d325bd tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:40.672020 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3728296-6dea-46ee-81b5-4b7b80b9b04e req-42c7f709-0bf8-4ea0-8f3a-38b8c8d325bd tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0909233 Jun 08 18:26:40.717409 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3728296-6dea-46ee-81b5-4b7b80b9b04e req-e82d491d-4ab1-42f8-ade4-74cbaf54cba0 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397942 Jun 08 18:26:40.901140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d3c3-c2b6-412e-95c4-6dbe5f6d7255 req-55365207-3f11-4354-8ec0-984fc3c645a4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:40.902601 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f807d3c3-c2b6-412e-95c4-6dbe5f6d7255 req-55365207-3f11-4354-8ec0-984fc3c645a4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0862479 Jun 08 18:26:40.947014 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f807d3c3-c2b6-412e-95c4-6dbe5f6d7255 req-ee60a0c6-e7b8-42c7-a45b-f270ca1fa309 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Jun 08 18:26:41.692358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62edde1-f2b0-4798-9bb3-6a62f50fc684 req-d4348c3a-f90c-488c-9506-02acebf9db87 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:41.693804 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a62edde1-f2b0-4798-9bb3-6a62f50fc684 req-d4348c3a-f90c-488c-9506-02acebf9db87 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0827959 Jun 08 18:26:41.738618 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a62edde1-f2b0-4798-9bb3-6a62f50fc684 req-dc1f4995-b60c-4a83-9609-40775fb309be tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 Jun 08 18:26:41.917211 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbfd71-9147-4d5e-88c7-6444bb84885f req-15bad4fb-c8b8-4b1b-8002-12ed54c413e2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:41.918648 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fefbfd71-9147-4d5e-88c7-6444bb84885f req-15bad4fb-c8b8-4b1b-8002-12ed54c413e2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0861692 Jun 08 18:26:41.963739 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fefbfd71-9147-4d5e-88c7-6444bb84885f req-eac38607-1a8b-432b-96c5-727495ab0167 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393908 Jun 08 18:26:42.136764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce208e-f65d-4d32-93cd-8fdc127c65ba req-d3b375a1-246b-49b0-94ba-af2b86db9b58 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:42.138194 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-17ce208e-f65d-4d32-93cd-8fdc127c65ba req-d3b375a1-246b-49b0-94ba-af2b86db9b58 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0788140 Jun 08 18:26:42.204813 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-17ce208e-f65d-4d32-93cd-8fdc127c65ba req-9b8f58c0-b8c2-42d7-beca-3a561e841367 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607092 Jun 08 18:26:42.936544 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afedc4a-5909-42f5-833a-ded1a7aec8a8 req-5d1d5936-3b46-4782-954e-4efc709235af tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:42.938057 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2afedc4a-5909-42f5-833a-ded1a7aec8a8 req-5d1d5936-3b46-4782-954e-4efc709235af tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0823317 Jun 08 18:26:42.988708 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2afedc4a-5909-42f5-833a-ded1a7aec8a8 req-1d92880c-f885-4e30-940e-b19392bbbb54 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443127 Jun 08 18:26:43.175895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac5981-536a-4569-8452-0ba9bc2a72f5 req-415c808b-f698-43d8-b1d9-2bf6eb1e0297 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:43.177250 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dfac5981-536a-4569-8452-0ba9bc2a72f5 req-415c808b-f698-43d8-b1d9-2bf6eb1e0297 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0881045 Jun 08 18:26:43.223089 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dfac5981-536a-4569-8452-0ba9bc2a72f5 req-cab578ec-d988-466e-bf0e-0b23eec35404 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399220 Jun 08 18:26:43.400458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a14579-9ae3-48f6-9906-ee3610d496de req-06c8d486-f2b9-46c4-af71-48db9271703e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:43.401986 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b1a14579-9ae3-48f6-9906-ee3610d496de req-06c8d486-f2b9-46c4-af71-48db9271703e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0793197 Jun 08 18:26:43.450959 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b1a14579-9ae3-48f6-9906-ee3610d496de req-7fb79b56-9c37-4d44-a5d9-9992ebce8ff9 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426672 Jun 08 18:26:44.261347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507857c4-2000-4261-bceb-97c1e7150f3f req-f6b46670-3df3-4994-81ba-74bab052851d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:44.262819 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-507857c4-2000-4261-bceb-97c1e7150f3f req-f6b46670-3df3-4994-81ba-74bab052851d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1540790 Jun 08 18:26:44.308113 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-507857c4-2000-4261-bceb-97c1e7150f3f req-9ff66b62-0ff7-4833-a2fc-b05fcd5fe802 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393879 Jun 08 18:26:44.484638 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af171b3-6a4a-4104-b709-1c22d35a383f req-aaefeea7-f812-4f82-a4a4-1a2a7b32e1a7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:44.486055 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8af171b3-6a4a-4104-b709-1c22d35a383f req-aaefeea7-f812-4f82-a4a4-1a2a7b32e1a7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0811222 Jun 08 18:26:44.532465 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8af171b3-6a4a-4104-b709-1c22d35a383f req-9ff58747-d218-4944-bab5-43dabd4184bd tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Jun 08 18:26:44.708300 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240994d1-776f-40cc-93dc-b294d937be49 req-5a1e0140-c274-41f6-a122-e56f526b5cdf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:44.710386 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-240994d1-776f-40cc-93dc-b294d937be49 req-5a1e0140-c274-41f6-a122-e56f526b5cdf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0817173 Jun 08 18:26:44.753628 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-240994d1-776f-40cc-93dc-b294d937be49 req-f244f191-0f77-4c37-9164-e1ce5cda4c5c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Jun 08 18:26:45.529419 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29185a-ef92-4881-9c16-fe42b61d1632 req-f4e2d33c-a1aa-4ee4-b877-95e411b9c1d8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:45.530873 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8c29185a-ef92-4881-9c16-fe42b61d1632 req-f4e2d33c-a1aa-4ee4-b877-95e411b9c1d8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0936556 Jun 08 18:26:45.577934 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8c29185a-ef92-4881-9c16-fe42b61d1632 req-8101af61-96af-4c13-8aa8-074d7f1089ee tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Jun 08 18:26:45.863295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64493d1f-4184-4902-bee1-3ce433ead009 req-45374bdd-e882-4ded-9f35-574d7a1abe63 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:45.864635 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-64493d1f-4184-4902-bee1-3ce433ead009 req-45374bdd-e882-4ded-9f35-574d7a1abe63 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0800877 Jun 08 18:26:45.908546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-64493d1f-4184-4902-bee1-3ce433ead009 req-382cc3b8-8238-4b6a-829d-32038bad3b3d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376844 Jun 08 18:26:46.087709 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551fd746-1161-4c92-af39-29ca62b0af8a req-13ecbafb-f9f5-4a17-b47e-2196af2ab804 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:46.089133 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-551fd746-1161-4c92-af39-29ca62b0af8a req-13ecbafb-f9f5-4a17-b47e-2196af2ab804 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0830665 Jun 08 18:26:46.133854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-551fd746-1161-4c92-af39-29ca62b0af8a req-1125b0c3-f0b9-4aab-9111-bcee0d40fa11 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jun 08 18:26:46.784265 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194d0cb-ce8e-4927-ac8d-edb90aac143b req-16ab4078-0b69-480a-bf95-40e9ddd06b13 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:46.785761 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8194d0cb-ce8e-4927-ac8d-edb90aac143b req-16ab4078-0b69-480a-bf95-40e9ddd06b13 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0877938 Jun 08 18:26:46.838260 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8194d0cb-ce8e-4927-ac8d-edb90aac143b req-e2290d82-cad8-40e5-80f7-1831a30ac65c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464811 Jun 08 18:26:47.111904 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a78ac7-d1a3-4f6d-ac2f-88bee4108f55 req-2f335a09-319e-437d-aa68-9830abe4077c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:47.113257 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-04a78ac7-d1a3-4f6d-ac2f-88bee4108f55 req-2f335a09-319e-437d-aa68-9830abe4077c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0804899 Jun 08 18:26:47.160711 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-04a78ac7-d1a3-4f6d-ac2f-88bee4108f55 req-11c77797-9004-4f57-9763-a80c7b5ac28b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412240 Jun 08 18:26:47.407669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbe7c8-4c36-46f9-82ec-6636e3de43bd req-40af26e1-e948-400f-b109-89149d81338e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:47.409279 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b7fbe7c8-4c36-46f9-82ec-6636e3de43bd req-40af26e1-e948-400f-b109-89149d81338e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.1235511 Jun 08 18:26:47.458477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b7fbe7c8-4c36-46f9-82ec-6636e3de43bd req-f17c33de-de72-4a34-b0d3-047a34dc04e6 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426524 Jun 08 18:26:48.042460 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93c0d6-7126-4335-b7f3-d655433034e2 req-a8b93f08-ff82-4cb5-b780-b6115fa4b941 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:48.043938 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d93c0d6-7126-4335-b7f3-d655433034e2 req-a8b93f08-ff82-4cb5-b780-b6115fa4b941 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0827677 Jun 08 18:26:48.094372 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d93c0d6-7126-4335-b7f3-d655433034e2 req-10548e97-70f8-44fe-9598-82b82ed85d79 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446815 Jun 08 18:26:48.352744 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634532d-f175-4d90-8c90-1630823ddb95 req-978f5608-e260-4dff-98f2-425daad74691 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:48.354469 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4634532d-f175-4d90-8c90-1630823ddb95 req-978f5608-e260-4dff-98f2-425daad74691 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0833824 Jun 08 18:26:48.412060 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4634532d-f175-4d90-8c90-1630823ddb95 req-ade6e417-84b4-4127-a239-e1d98a9cf0e7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518436 Jun 08 18:26:48.649334 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7ba2c-0917-4ac7-b2ee-8752388900e2 req-0f960ece-ad88-4aaa-bec0-1504c3287a4e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:48.651033 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9be7ba2c-0917-4ac7-b2ee-8752388900e2 req-0f960ece-ad88-4aaa-bec0-1504c3287a4e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0827029 Jun 08 18:26:48.725280 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9be7ba2c-0917-4ac7-b2ee-8752388900e2 req-fc21e707-ecc7-4b2e-b0d5-2dc87d9b8246 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561411 Jun 08 18:26:49.364276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48682271-43b2-46ba-9d9b-98bc0ed48c6a req-88bfec57-104c-4460-9f33-a87add829575 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:49.366824 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-48682271-43b2-46ba-9d9b-98bc0ed48c6a req-88bfec57-104c-4460-9f33-a87add829575 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1072690 Jun 08 18:26:49.451007 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-48682271-43b2-46ba-9d9b-98bc0ed48c6a req-bc46d16e-4e2d-49bc-b730-8c78ac8bfef6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647907 Jun 08 18:26:49.663706 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2c06d-f9ba-43d4-aa55-4dddb6639cbe req-0e46d263-b0fa-47f9-bddd-09fae3a2c423 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:49.665880 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eff2c06d-f9ba-43d4-aa55-4dddb6639cbe req-0e46d263-b0fa-47f9-bddd-09fae3a2c423 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1098812 Jun 08 18:26:49.723906 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eff2c06d-f9ba-43d4-aa55-4dddb6639cbe req-f9a14331-7667-4754-919f-4daba8336593 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523696 Jun 08 18:26:49.961213 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024f294-ca5c-4f5f-a087-8efca900d495 req-59ccd73d-f83d-45ac-b030-68d311a62353 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:49.962919 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0024f294-ca5c-4f5f-a087-8efca900d495 req-59ccd73d-f83d-45ac-b030-68d311a62353 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0903251 Jun 08 18:26:50.022031 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0024f294-ca5c-4f5f-a087-8efca900d495 req-823bb4a8-1c85-4186-bf3a-686a0c41d81d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512226 Jun 08 18:26:50.787936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386bcf0-5c13-49ad-9bc2-433069e52e36 req-5a100fb6-6f10-4b99-8e74-679ea987c3df tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:50.789403 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7386bcf0-5c13-49ad-9bc2-433069e52e36 req-5a100fb6-6f10-4b99-8e74-679ea987c3df tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0884616 Jun 08 18:26:50.832815 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7386bcf0-5c13-49ad-9bc2-433069e52e36 req-0a7c7f33-c0f4-477c-9038-4c2c04a98aa2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378423 Jun 08 18:26:51.006717 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f34507-bac6-4071-a4b4-a188f6c8b711 req-d828aeaa-bda4-431c-bcf5-15ee2648c3ed tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:51.008201 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67f34507-bac6-4071-a4b4-a188f6c8b711 req-d828aeaa-bda4-431c-bcf5-15ee2648c3ed tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0803759 Jun 08 18:26:51.066752 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67f34507-bac6-4071-a4b4-a188f6c8b711 req-5f1ecd21-d070-4927-9038-53950a71d04f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527732 Jun 08 18:26:51.252151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda1afb-82e1-4b64-be82-520501dd2a42 req-1cca1cae-c306-46bf-86b4-f2c165f68438 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:51.253570 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5fda1afb-82e1-4b64-be82-520501dd2a42 req-1cca1cae-c306-46bf-86b4-f2c165f68438 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0903544 Jun 08 18:26:51.297856 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5fda1afb-82e1-4b64-be82-520501dd2a42 req-1e53c27e-b806-4bb0-b6d5-fdcd898169cb tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381191 Jun 08 18:26:52.019614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9bd8-0f5f-40d0-99e5-868f1624d224 req-ced74217-2551-46ed-9bc8-7c2c9b81861c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:52.021648 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-845a9bd8-0f5f-40d0-99e5-868f1624d224 req-ced74217-2551-46ed-9bc8-7c2c9b81861c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0803072 Jun 08 18:26:52.126734 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-845a9bd8-0f5f-40d0-99e5-868f1624d224 req-86cbf6d3-d054-4a34-b734-dbf0da32fed0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989056 Jun 08 18:26:52.301883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949339-254d-4ef4-ab52-df17851cae27 req-da47334f-f774-4a61-965d-30b82994c684 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:52.303895 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-26949339-254d-4ef4-ab52-df17851cae27 req-da47334f-f774-4a61-965d-30b82994c684 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0800245 Jun 08 18:26:52.348578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-26949339-254d-4ef4-ab52-df17851cae27 req-2b44db84-fc5d-4017-8b56-910dc84b68bd tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386224 Jun 08 18:26:52.524798 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510092f-430e-4e6e-a3ce-65632db2c8fb req-f6d04a2f-c693-443b-a24a-cdeb04059666 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:52.526230 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3510092f-430e-4e6e-a3ce-65632db2c8fb req-f6d04a2f-c693-443b-a24a-cdeb04059666 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0817237 Jun 08 18:26:52.570555 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3510092f-430e-4e6e-a3ce-65632db2c8fb req-2ed97943-f6a4-487d-a8a3-6d6ba0dd5b4e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Jun 08 18:26:53.314252 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e4de5-4bf7-47a5-907b-862ab69e302a req-5ce750e5-f6b5-41ae-b5fa-0b5fb4c3265a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:53.315711 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a0e4de5-4bf7-47a5-907b-862ab69e302a req-5ce750e5-f6b5-41ae-b5fa-0b5fb4c3265a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0790446 Jun 08 18:26:53.362091 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a0e4de5-4bf7-47a5-907b-862ab69e302a req-8b48bb31-392f-411b-97b9-9b14af4c50a7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405149 Jun 08 18:26:53.540447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427bc0f-b30d-451e-acda-95dfb31a42fc req-06c3554a-7ae3-4405-afcd-6524de205462 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:53.541871 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5427bc0f-b30d-451e-acda-95dfb31a42fc req-06c3554a-7ae3-4405-afcd-6524de205462 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0819325 Jun 08 18:26:53.585627 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5427bc0f-b30d-451e-acda-95dfb31a42fc req-7f98546f-31b7-4f8e-8f62-68468ac5513e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381274 Jun 08 18:26:53.761945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c14f59-5387-4624-909a-fc9252fba63f req-8b76e35e-1074-4ee0-b989-29577fdd520a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:53.763442 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60c14f59-5387-4624-909a-fc9252fba63f req-8b76e35e-1074-4ee0-b989-29577fdd520a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0811028 Jun 08 18:26:53.812821 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-60c14f59-5387-4624-909a-fc9252fba63f req-eba0ad5b-a361-4164-9028-204b4c7a8763 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438876 Jun 08 18:26:54.552706 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73685c38-c3b1-4282-a221-e5588d1bf9a5 req-b22e16a9-d7f8-47d3-9dc0-109793548c4e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:54.554141 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-73685c38-c3b1-4282-a221-e5588d1bf9a5 req-b22e16a9-d7f8-47d3-9dc0-109793548c4e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0801761 Jun 08 18:26:54.597805 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-73685c38-c3b1-4282-a221-e5588d1bf9a5 req-788d701d-dafa-4567-a5af-4e22d40e3238 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380468 Jun 08 18:26:54.777126 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a129e4e-fb24-48c6-8632-2e9bff1d1a21 req-52658ce3-7776-4d4f-acc5-3d09cb1c2b20 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:54.778569 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a129e4e-fb24-48c6-8632-2e9bff1d1a21 req-52658ce3-7776-4d4f-acc5-3d09cb1c2b20 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0836079 Jun 08 18:26:54.822327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a129e4e-fb24-48c6-8632-2e9bff1d1a21 req-c8cddc97-3ed9-43e0-ae26-2daba2366dc5 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380542 Jun 08 18:26:54.996567 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f9d9ad-f753-40b4-8e19-9cad6a1899bf req-e402c1e9-9b4c-44bd-bda2-4b97bc2ec6b1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:54.998110 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-23f9d9ad-f753-40b4-8e19-9cad6a1899bf req-e402c1e9-9b4c-44bd-bda2-4b97bc2ec6b1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0801435 Jun 08 18:26:55.042575 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-23f9d9ad-f753-40b4-8e19-9cad6a1899bf req-c68608c1-3032-470a-8b22-64f1fb17254c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388253 Jun 08 18:26:55.792031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8240d404-38a0-400a-a8f4-5e8ba490eb1c req-172ddc06-1c31-4fb6-9b71-bf0cd2f6d104 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:55.793447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8240d404-38a0-400a-a8f4-5e8ba490eb1c req-172ddc06-1c31-4fb6-9b71-bf0cd2f6d104 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0835335 Jun 08 18:26:55.837984 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8240d404-38a0-400a-a8f4-5e8ba490eb1c req-a6c34256-02db-4b66-baeb-2398e9f31eac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 Jun 08 18:26:56.012797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11523566-3515-49c8-ac65-d9f6f884c62b req-edc80378-3cde-45e7-bacd-cbf2f613839e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:56.014477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-11523566-3515-49c8-ac65-d9f6f884c62b req-edc80378-3cde-45e7-bacd-cbf2f613839e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0814185 Jun 08 18:26:56.075992 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-11523566-3515-49c8-ac65-d9f6f884c62b req-fa82c380-b454-4fc5-832b-ffde050f794b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505321 Jun 08 18:26:56.260361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd56d578-ba43-4882-bbf6-a00e7e9e52ca req-48461d63-b030-4758-b7ee-78223adf80fb tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:56.262499 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd56d578-ba43-4882-bbf6-a00e7e9e52ca req-48461d63-b030-4758-b7ee-78223adf80fb tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0889044 Jun 08 18:26:56.334581 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd56d578-ba43-4882-bbf6-a00e7e9e52ca req-8c7f5437-3237-4c92-b5f9-617dd7dfb96a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651100 Jun 08 18:26:57.029142 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29d54-ecd8-4d19-929f-d9f26dcbf8bb req-8d0b02d7-8f87-44c9-b346-b05e7648f0b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:57.030507 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dcf29d54-ecd8-4d19-929f-d9f26dcbf8bb req-8d0b02d7-8f87-44c9-b346-b05e7648f0b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0827897 Jun 08 18:26:57.075517 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dcf29d54-ecd8-4d19-929f-d9f26dcbf8bb req-aab5958e-09f9-4939-a386-a7fa163cbaa7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 Jun 08 18:26:57.257884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aecb08-c1a3-454d-a3d1-3da5cb7cabf9 req-83cb9061-7ec2-4e91-bbdb-7ceb25446678 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:57.259343 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3aecb08-c1a3-454d-a3d1-3da5cb7cabf9 req-83cb9061-7ec2-4e91-bbdb-7ceb25446678 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0793614 Jun 08 18:26:57.303481 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3aecb08-c1a3-454d-a3d1-3da5cb7cabf9 req-cc7fec28-d82e-4883-9811-34d10a9ef884 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384223 Jun 08 18:26:57.528066 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ded50-188a-484e-935f-6ef056142cc5 req-054eae95-e075-4e70-9a87-354703d0f27a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:57.529493 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f5ded50-188a-484e-935f-6ef056142cc5 req-054eae95-e075-4e70-9a87-354703d0f27a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0833540 Jun 08 18:26:57.573819 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f5ded50-188a-484e-935f-6ef056142cc5 req-bdbb99af-7271-483e-b964-b8dd91b3fe04 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379298 Jun 08 18:26:58.266525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43e65e-ff02-4628-b229-ed7a9180e45b req-6ab2e03d-9c63-43f3-918f-ca4f68bb02a9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:58.268056 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bf43e65e-ff02-4628-b229-ed7a9180e45b req-6ab2e03d-9c63-43f3-918f-ca4f68bb02a9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0831804 Jun 08 18:26:58.316205 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bf43e65e-ff02-4628-b229-ed7a9180e45b req-9a6a7235-e707-464c-873c-1dd38cf31659 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410151 Jun 08 18:26:58.504322 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6e17c9-3b9e-4913-b5f0-963e170251ae req-ab4decf8-ea29-42ce-b19a-6fc939f14889 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:58.506423 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a6e17c9-3b9e-4913-b5f0-963e170251ae req-ab4decf8-ea29-42ce-b19a-6fc939f14889 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0835238 Jun 08 18:26:58.550093 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a6e17c9-3b9e-4913-b5f0-963e170251ae req-1658c1e7-c735-4269-b7b1-cf4dd81f77d7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380247 Jun 08 18:26:58.769633 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13468e37-c9e4-4bb7-a9de-8f9640a212ec req-5d4a40f4-6e6d-4778-8eaf-45292a0c44d1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:58.771157 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-13468e37-c9e4-4bb7-a9de-8f9640a212ec req-5d4a40f4-6e6d-4778-8eaf-45292a0c44d1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0894840 Jun 08 18:26:58.826864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-13468e37-c9e4-4bb7-a9de-8f9640a212ec req-d94f7a12-7011-467b-9bc6-eea47e84ed6f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490079 Jun 08 18:26:59.517064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe7c48b-faa3-4de1-bd64-02e55e0d15e1 req-092e7360-0152-4e0f-89d0-ddfad20370eb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:59.518720 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5fe7c48b-faa3-4de1-bd64-02e55e0d15e1 req-092e7360-0152-4e0f-89d0-ddfad20370eb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0812125 Jun 08 18:26:59.564379 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5fe7c48b-faa3-4de1-bd64-02e55e0d15e1 req-f310a5b4-2ebb-414c-8cf5-193334e512b0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 Jun 08 18:26:59.819923 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a84d6-48d7-4820-b603-517fa18a4f25 req-19953015-9f74-4eeb-af3c-510933e57b40 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:26:59.821336 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-699a84d6-48d7-4820-b603-517fa18a4f25 req-19953015-9f74-4eeb-af3c-510933e57b40 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1489658 Jun 08 18:26:59.867237 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-699a84d6-48d7-4820-b603-517fa18a4f25 req-a8d10bba-91df-49fc-83ff-9849e6f0b998 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402858 Jun 08 18:27:00.040258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9dd80-2b08-44c9-a53b-0fa4c78f3b09 req-77e2106d-2af5-453e-bd1a-a9925b914b74 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:00.041680 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70c9dd80-2b08-44c9-a53b-0fa4c78f3b09 req-77e2106d-2af5-453e-bd1a-a9925b914b74 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0784543 Jun 08 18:27:00.085807 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70c9dd80-2b08-44c9-a53b-0fa4c78f3b09 req-93ffa18b-eea4-4bf8-9634-a6c625033d5f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384099 Jun 08 18:27:00.774030 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c7288f-951e-43ed-9b7f-a19a969a3379 req-cd0cdc7e-174b-44c5-a1dc-81a90df84db1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:00.775534 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67c7288f-951e-43ed-9b7f-a19a969a3379 req-cd0cdc7e-174b-44c5-a1dc-81a90df84db1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0843320 Jun 08 18:27:00.819800 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67c7288f-951e-43ed-9b7f-a19a969a3379 req-de48d82d-e8a8-44a1-acbb-22abe66f0ee8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385904 Jun 08 18:27:01.008002 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c1991974-da8d-481d-9a65-ea6c6dcb70ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:01.055088 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f039df1-7fc4-43e5-b959-cd405688aae5 req-429a4d5b-3026-47a6-be2b-03fdb8bb5b73 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:01.056550 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f039df1-7fc4-43e5-b959-cd405688aae5 req-429a4d5b-3026-47a6-be2b-03fdb8bb5b73 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0798831 Jun 08 18:27:01.105855 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f039df1-7fc4-43e5-b959-cd405688aae5 req-fc866423-1f96-41d9-9422-b9dacf775275 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436244 Jun 08 18:27:01.289966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fbd005-8cb1-48f9-9bfa-c471f47fbb23 req-cd89aab3-7568-40ad-8514-922e01b2a39a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:01.291454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-00fbd005-8cb1-48f9-9bfa-c471f47fbb23 req-cd89aab3-7568-40ad-8514-922e01b2a39a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0842762 Jun 08 18:27:01.345028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-00fbd005-8cb1-48f9-9bfa-c471f47fbb23 req-a3f6d6d9-2cc5-490b-b03b-51f553759458 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Jun 08 18:27:02.014479 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ac6e7-89c8-4a80-983c-1488b36265f4 req-b95cd5d5-9b4b-4795-bfcd-e983f214aa87 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:02.015908 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d9ac6e7-89c8-4a80-983c-1488b36265f4 req-b95cd5d5-9b4b-4795-bfcd-e983f214aa87 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0840364 Jun 08 18:27:02.060835 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d9ac6e7-89c8-4a80-983c-1488b36265f4 req-fa5ab43a-16c3-4d3c-bc80-1bd40a65aa97 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381136 Jun 08 18:27:02.312844 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57b5984-866e-4554-9bf5-78d6b2342b3c req-bd748f22-9391-4219-a862-2c1d0c75ef32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:02.314277 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b57b5984-866e-4554-9bf5-78d6b2342b3c req-bd748f22-9391-4219-a862-2c1d0c75ef32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0886495 Jun 08 18:27:02.362598 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b57b5984-866e-4554-9bf5-78d6b2342b3c req-212764a0-c8e4-45be-9450-dca88aae167f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422456 Jun 08 18:27:02.545645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecf72fd-2b30-4341-b84a-26f19850fcbb req-86f8f27f-b680-46b9-834a-38414256483f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:02.547128 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ecf72fd-2b30-4341-b84a-26f19850fcbb req-86f8f27f-b680-46b9-834a-38414256483f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0891478 Jun 08 18:27:02.592916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ecf72fd-2b30-4341-b84a-26f19850fcbb req-0c1cf5d9-7086-4b66-9421-d68b80c400e3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Jun 08 18:27:03.246603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db086e-316d-4d8b-87a7-d68f7529567d req-d716fcd7-0478-4180-bbf4-66099b5ae105 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:03.248030 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10db086e-316d-4d8b-87a7-d68f7529567d req-d716fcd7-0478-4180-bbf4-66099b5ae105 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0790842 Jun 08 18:27:03.297188 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10db086e-316d-4d8b-87a7-d68f7529567d req-756bff19-51ed-4e44-877e-351105df5394 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435295 Jun 08 18:27:03.552671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b445b6d-f3c9-4733-aaf1-503086f94bbc req-940e3c96-7cf5-4687-89a7-f3f125d27c7a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:03.554226 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b445b6d-f3c9-4733-aaf1-503086f94bbc req-940e3c96-7cf5-4687-89a7-f3f125d27c7a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0831287 Jun 08 18:27:03.596616 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:03.600187 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b445b6d-f3c9-4733-aaf1-503086f94bbc req-628f7cab-7324-4264-9049-d053d3df327c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403004 Jun 08 18:27:03.707321 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5d1fbe4-a897-4e04-90e4-f42a62695950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:03.789121 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f44e03-cabd-413b-802d-5d12db6feb91 req-f1808be8-1b44-4f6a-905e-df51da6c91c1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:03.790642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-92f44e03-cabd-413b-802d-5d12db6feb91 req-f1808be8-1b44-4f6a-905e-df51da6c91c1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0886283 Jun 08 18:27:03.838610 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-92f44e03-cabd-413b-802d-5d12db6feb91 req-af2c55ae-f335-47fa-8858-2b79bb47b6d1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jun 08 18:27:04.499677 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7014e4-3d92-49e3-9716-b7faaa8598ca req-a3196893-4303-4fa5-8ab5-25f70705e7c6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:04.503631 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d7014e4-3d92-49e3-9716-b7faaa8598ca req-a3196893-4303-4fa5-8ab5-25f70705e7c6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0934403 Jun 08 18:27:04.565959 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d7014e4-3d92-49e3-9716-b7faaa8598ca req-baba31f5-a072-4f44-bdcb-56ad46eac1d5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506322 Jun 08 18:27:04.788062 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df618d-25fd-46de-9ed8-ed3b6a6492fe req-d5f09704-17ac-4e0c-9239-086a9712cc49 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:04.789385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-72df618d-25fd-46de-9ed8-ed3b6a6492fe req-d5f09704-17ac-4e0c-9239-086a9712cc49 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0861955 Jun 08 18:27:04.832788 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-72df618d-25fd-46de-9ed8-ed3b6a6492fe req-8c8f8473-130f-4940-a7a4-89e299601a06 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377309 Jun 08 18:27:04.885131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:05.023958 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec601acb-0aa6-4a6d-a19c-f315061d717d req-ee289942-91b6-4632-bf2f-d19b615b10fe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:05.025386 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec601acb-0aa6-4a6d-a19c-f315061d717d req-ee289942-91b6-4632-bf2f-d19b615b10fe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0798461 Jun 08 18:27:05.069222 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec601acb-0aa6-4a6d-a19c-f315061d717d req-1c45f1ad-c2d2-43ff-9c1a-328ce3bcdd4b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381124 Jun 08 18:27:05.780406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f18c59-e34d-485d-9685-fc84db28e97f req-6c7eb55a-7920-4ef3-9dd3-91c43678f4f8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:05.782112 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15f18c59-e34d-485d-9685-fc84db28e97f req-6c7eb55a-7920-4ef3-9dd3-91c43678f4f8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1013579 Jun 08 18:27:05.832440 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15f18c59-e34d-485d-9685-fc84db28e97f req-40d54019-7c7b-4123-a3a0-50b1ce2573ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Jun 08 18:27:06.019955 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae405fde-cbba-4186-ab9f-6b4f9ab14baa req-f49f4e2b-eb93-46f6-83b9-622179507763 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:06.021528 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae405fde-cbba-4186-ab9f-6b4f9ab14baa req-f49f4e2b-eb93-46f6-83b9-622179507763 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0814185 Jun 08 18:27:06.069841 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae405fde-cbba-4186-ab9f-6b4f9ab14baa req-5a9735f2-9037-4d57-95cf-eef3f7c8b877 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427055 Jun 08 18:27:06.256305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f98b5c-9c2c-474e-a436-f062d552f7af req-53025cb0-de87-40dd-a73b-aa50766605ad tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:06.257725 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84f98b5c-9c2c-474e-a436-f062d552f7af req-53025cb0-de87-40dd-a73b-aa50766605ad tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0814717 Jun 08 18:27:06.304794 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-84f98b5c-9c2c-474e-a436-f062d552f7af req-9cb575e8-e041-4704-a0fc-513c5cc1267c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 Jun 08 18:27:06.850604 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:07.031379 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b40f5-58e1-462a-9825-7b4975719563 req-021b8962-1489-4da9-87d4-699ed6e7c204 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:07.032712 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-042b40f5-58e1-462a-9825-7b4975719563 req-021b8962-1489-4da9-87d4-699ed6e7c204 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0854390 Jun 08 18:27:07.076161 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-042b40f5-58e1-462a-9825-7b4975719563 req-27e7ebbb-020c-464b-a33a-edc6ea64281b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378959 Jun 08 18:27:07.250864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7371f-1e3d-4097-8000-f7044df61316 req-aae8dacb-f36d-40d1-8aa6-12b3fef6da25 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:07.252269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3ea7371f-1e3d-4097-8000-f7044df61316 req-aae8dacb-f36d-40d1-8aa6-12b3fef6da25 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0795760 Jun 08 18:27:07.297403 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3ea7371f-1e3d-4097-8000-f7044df61316 req-268879e4-ff1e-45f7-98be-abe65bb6d365 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393746 Jun 08 18:27:07.554666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ce3b4-7302-4709-8a29-80bac8628027 req-1f7b554b-86b7-423a-a3e1-77a97fc6be16 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:07.556036 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e9ce3b4-7302-4709-8a29-80bac8628027 req-1f7b554b-86b7-423a-a3e1-77a97fc6be16 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.1460319 Jun 08 18:27:07.576392 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:27:07.602413 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e9ce3b4-7302-4709-8a29-80bac8628027 req-56a2158e-2d0f-4ef9-be3b-55eadc010132 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407541 Jun 08 18:27:08.269380 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5d1ea-4b2b-49cb-a8b9-aa126c4d066d req-81b546dd-43f1-485b-b66d-173c902c521c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:08.271547 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9be5d1ea-4b2b-49cb-a8b9-aa126c4d066d req-81b546dd-43f1-485b-b66d-173c902c521c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0846612 Jun 08 18:27:08.307523 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:08.320955 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9be5d1ea-4b2b-49cb-a8b9-aa126c4d066d req-f2736a1a-a89b-47fd-b339-b652bb61500a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410228 Jun 08 18:27:08.498083 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e50f4-cea0-46c1-b0f9-92ca66378728 req-2c71bd47-dfa7-45fc-b823-59ee3dc1d0a1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:08.499597 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1a9e50f4-cea0-46c1-b0f9-92ca66378728 req-2c71bd47-dfa7-45fc-b823-59ee3dc1d0a1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0801048 Jun 08 18:27:08.545000 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1a9e50f4-cea0-46c1-b0f9-92ca66378728 req-c5b9de2e-19b4-45c9-bd92-46928c8d24c8 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398238 Jun 08 18:27:08.794412 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6343dc-a0bc-4d66-9dac-051bb75ca492 req-96eff66c-a8c6-45fb-b24d-02989ae052dd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:08.795783 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c6343dc-a0bc-4d66-9dac-051bb75ca492 req-96eff66c-a8c6-45fb-b24d-02989ae052dd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0844707 Jun 08 18:27:08.842605 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c6343dc-a0bc-4d66-9dac-051bb75ca492 req-d456de43-d680-4b7c-885f-f3fd79543fd0 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408928 Jun 08 18:27:09.508219 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a9a8f-dccb-4cd0-98f1-fd24797bb842 req-dde8b09e-4e54-43de-881d-e52777808669 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:09.509715 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f09a9a8f-dccb-4cd0-98f1-fd24797bb842 req-dde8b09e-4e54-43de-881d-e52777808669 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0800123 Jun 08 18:27:09.554696 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f09a9a8f-dccb-4cd0-98f1-fd24797bb842 req-2c9502ee-8918-4e66-9504-a7144553cb64 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392303 Jun 08 18:27:09.736899 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749932e-dac1-41c5-83d5-d185ae661a85 req-fd5dff67-8665-442f-8b6b-278300bd7679 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:09.738385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8749932e-dac1-41c5-83d5-d185ae661a85 req-fd5dff67-8665-442f-8b6b-278300bd7679 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0826530 Jun 08 18:27:09.797936 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8749932e-dac1-41c5-83d5-d185ae661a85 req-581994a9-4cc8-471a-84d6-1f3ecb7b7351 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530403 Jun 08 18:27:10.032802 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d4acd-b3c5-4601-aa2d-c282ef5eb390 req-b9b6ce75-53d4-4802-a83a-9daaacec851f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:10.034182 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b97d4acd-b3c5-4601-aa2d-c282ef5eb390 req-b9b6ce75-53d4-4802-a83a-9daaacec851f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.0830207 Jun 08 18:27:10.084691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b97d4acd-b3c5-4601-aa2d-c282ef5eb390 req-5a087042-e43f-40e8-9904-a1cf49a8d759 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442314 Jun 08 18:27:10.558905 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Request body: {'port': {'device_id': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:10.734937 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:10.906596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2f318-f074-4ee2-8e68-19f56ccc7333 req-a383c6da-b8a7-4b39-9a8a-c1a3a7f8e614 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:10.908137 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19e2f318-f074-4ee2-8e68-19f56ccc7333 req-a383c6da-b8a7-4b39-9a8a-c1a3a7f8e614 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.2186739 Jun 08 18:27:11.105863 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19e2f318-f074-4ee2-8e68-19f56ccc7333 req-390db4bf-cf2d-4a79-8ab0-0dd2d5fc2726 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423380 Jun 08 18:27:11.163105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e644e-bd05-41ec-80a7-36f3d674198e req-4a7dca0b-4921-4753-b4b3-60b21b28fe3e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:11.164585 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e1e644e-bd05-41ec-80a7-36f3d674198e req-4a7dca0b-4921-4753-b4b3-60b21b28fe3e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2487614 Jun 08 18:27:11.230514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8e1e644e-bd05-41ec-80a7-36f3d674198e req-ab1ee592-9a63-40d3-8038-2e987bbe1ec9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601134 Jun 08 18:27:11.341861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9a536d1-f9ca-4b1d-8a85-51cd29015565 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:11.351523 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:11.384702 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Transition to ACTIVE for port object e9a536d1-f9ca-4b1d-8a85-51cd29015565 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:27:11.390999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:11.401824 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-769584d3-2768-4463-aeb3-4641349231c6 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:11.458713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96513560-38b8-4ff0-90b6-4fa508caff1c req-1897a632-f4ea-4df3-ab16-1557f121d41d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:11.460158 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96513560-38b8-4ff0-90b6-4fa508caff1c req-1897a632-f4ea-4df3-ab16-1557f121d41d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 931 time: 0.2379425 Jun 08 18:27:11.788443 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:11.819171 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-96513560-38b8-4ff0-90b6-4fa508caff1c req-981c5fe9-9ab3-43c6-b7e3-7bdd1ca7af8a tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411620 Jun 08 18:27:11.856135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.856499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.856852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.857203 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.857550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.857897 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.858238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.859169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.859169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.859405 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.859612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.859925 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:11.880627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:11.951070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16a679e-836c-4240-9a0b-b8ed3c48789d req-1b042222-f760-4b85-984a-0748fb34cfd3 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:11.952591 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a16a679e-836c-4240-9a0b-b8ed3c48789d req-1b042222-f760-4b85-984a-0748fb34cfd3 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.3974087 Jun 08 18:27:11.955999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Attempting to bind port e9a536d1-f9ca-4b1d-8a85-51cd29015565 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:27:11.955999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Attempting to bind port e9a536d1-f9ca-4b1d-8a85-51cd29015565 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:27:11.955999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Attempting to bind port e9a536d1-f9ca-4b1d-8a85-51cd29015565 on network 2ae914e0-fd98-4d9b-8d78-c992876765e1 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:27:11.957861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-c8557d4a-e3cb-4379-93e6-ac274b56475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:11.959949 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-c8557d4a-e3cb-4379-93e6-ac274b56475d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.3274236 Jun 08 18:27:11.978550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Port e9a536d1-f9ca-4b1d-8a85-51cd29015565 on network 2ae914e0-fd98-4d9b-8d78-c992876765e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:27:11.978872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Attempting to bind port e9a536d1-f9ca-4b1d-8a85-51cd29015565 on network 2ae914e0-fd98-4d9b-8d78-c992876765e1 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:27:12.063808 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:27:12.064044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Checking segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:12.064427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Bound using segment: {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:27:12.064868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Bound port: e9a536d1-f9ca-4b1d-8a85-51cd29015565, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80e8a06b-0dac-4730-b568-d775ba17b582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:27:12.065210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:12.131078 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a16a679e-836c-4240-9a0b-b8ed3c48789d req-6939ba5f-b55c-4e8b-a832-25d9ea6baf3a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684339 Jun 08 18:27:12.217215 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-bd36b616-eb62-4c3e-bf29-81df75a34547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.218750 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-bd36b616-eb62-4c3e-bf29-81df75a34547 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.2413790 Jun 08 18:27:12.221434 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:27:12.225385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:27:12.323445 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:12.349864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:12.429767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.430622 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:12.431761 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] 10.222.0.35 "PUT /v2.0/ports/e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 1093 time: 2.0059221 Jun 08 18:27:12.432886 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:12.435208 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f8922a-89a4-4279-83b6-585366c518c1" -d '{"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:12.473040 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-112e4074-d4d6-4025-b15f-7792387fcae1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 1001 time: 0.2440946 Jun 08 18:27:12.560710 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:12.566351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95bc1bf-92f0-4fb2-b211-5411e4433e36 x-openstack-request-id: req-b95bc1bf-92f0-4fb2-b211-5411e4433e36 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:12.566670 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:12.566946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b95bc1bf-92f0-4fb2-b211-5411e4433e36 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:12.567933 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:27:12.575171 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:12.603217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-75b37d29-82ab-4158-8e10-d9190511173d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.604675 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-75b37d29-82ab-4158-8e10-d9190511173d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0889189 Jun 08 18:27:12.621185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd55fe7-e9ff-4e0c-8e7f-464f7788e7c6 req-ef5905d0-816a-47e8-abeb-b32d1bdd73ac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.622618 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4fd55fe7-e9ff-4e0c-8e7f-464f7788e7c6 req-ef5905d0-816a-47e8-abeb-b32d1bdd73ac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.3322394 Jun 08 18:27:12.717806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-734b424f-362c-46ab-ab17-88267871d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.719203 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-734b424f-362c-46ab-ab17-88267871d723 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1096 time: 0.2443931 Jun 08 18:27:12.732077 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4fd55fe7-e9ff-4e0c-8e7f-464f7788e7c6 req-fc5df53f-5d4b-4fcc-b7b5-5d78831f6a8a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774987 Jun 08 18:27:12.799351 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-ae52ba2a-df00-47e1-8591-3649c23142d6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 217 time: 0.0655563 Jun 08 18:27:12.805891 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-f343e3eb-ed82-4a74-ad53-e8e35abe1763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.807328 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-f343e3eb-ed82-4a74-ad53-e8e35abe1763 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1838679 Jun 08 18:27:12.957429 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-0fa7eb06-608b-4df3-85c9-7d7f48920861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:12.959117 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-0fa7eb06-608b-4df3-85c9-7d7f48920861 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.1508443 Jun 08 18:27:13.056905 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-efe3e45d-dfd3-43ab-bc41-26756c8b9bda service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134905 Jun 08 18:27:13.209543 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86370756-af51-4863-8838-48f4d8f6f2be req-8bfa87f2-846f-46ad-a5b5-f6f341c47082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.211062 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-8bfa87f2-846f-46ad-a5b5-f6f341c47082 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2437832 Jun 08 18:27:13.496581 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6342dbb7-506c-4db2-8eef-cc2ff246a594 req-5bf22652-d6b3-47b0-bbd3-684412109df0 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310236 Jun 08 18:27:13.568886 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24c30e-d062-46b0-8a37-e952d63272ed req-1d02849e-54bb-4889-846f-bb135b7ed369 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.570254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8a24c30e-d062-46b0-8a37-e952d63272ed req-1d02849e-54bb-4889-846f-bb135b7ed369 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.4767284 Jun 08 18:27:13.572058 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-ffe2ff55-cd2b-4212-8a97-e1aa8484cbc0 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446400 Jun 08 18:27:13.686922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d78113-bb85-4d90-b197-a64536f5f3bc req-9113128c-ad63-44fb-a4df-efe5148c1726 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.688465 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-82d78113-bb85-4d90-b197-a64536f5f3bc req-9113128c-ad63-44fb-a4df-efe5148c1726 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2698491 Jun 08 18:27:13.744898 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8a24c30e-d062-46b0-8a37-e952d63272ed req-05184762-b771-4a09-a1f9-e5a4b8498ea4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671743 Jun 08 18:27:13.796369 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-82d78113-bb85-4d90-b197-a64536f5f3bc req-288ab11e-7faa-4d62-b9a9-5b39731b341c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963202 Jun 08 18:27:13.806136 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86370756-af51-4863-8838-48f4d8f6f2be req-331c7769-ff61-4fe1-bb90-a2a326e75328 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262380 Jun 08 18:27:13.936295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8922a-89a4-4279-83b6-585366c518c1 req-626da4dc-7ca4-4a55-b547-0e62cbba734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:13.937936 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-626da4dc-7ca4-4a55-b547-0e62cbba734d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1096 time: 0.0707626 Jun 08 18:27:14.134565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8922a-89a4-4279-83b6-585366c518c1 req-17e4007f-92e0-4bbd-a6b6-0a99b9b26428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:14.136004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-17e4007f-92e0-4bbd-a6b6-0a99b9b26428 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1904545 Jun 08 18:27:14.220896 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-8da734b4-ad4a-41c7-a19b-41b2f2d2421c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 217 time: 0.0671270 Jun 08 18:27:14.229855 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf4377-2cf5-4bbf-b9ee-4a1788e5fc1b req-c16f55ad-ec3d-4d07-93f7-dfd49ead41b8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:14.231857 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6ddf4377-2cf5-4bbf-b9ee-4a1788e5fc1b req-c16f55ad-ec3d-4d07-93f7-dfd49ead41b8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1730561 Jun 08 18:27:14.277769 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6ddf4377-2cf5-4bbf-b9ee-4a1788e5fc1b req-1a4cb6c0-61e9-4a8e-a1ee-7fb1bb1bc4f1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 Jun 08 18:27:14.353989 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 38934) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:14.577552 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-80c94ef3-25e4-4baa-bc4f-95e774280b5d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2223203 Jun 08 18:27:15.070567 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173deac-6dbd-4a98-87f4-128cb8b176ef req-5b76b4f8-6fcb-4ed1-bd69-d09ccedf34fe tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.072040 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6173deac-6dbd-4a98-87f4-128cb8b176ef req-5b76b4f8-6fcb-4ed1-bd69-d09ccedf34fe tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1117976 Jun 08 18:27:15.079843 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34de682-758d-4d5f-a287-96bf5aaceb85 req-71594269-64bd-4cad-a5f6-c1a88b53aefc tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.081244 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c34de682-758d-4d5f-a287-96bf5aaceb85 req-71594269-64bd-4cad-a5f6-c1a88b53aefc tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.1589377 Jun 08 18:27:15.155778 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6173deac-6dbd-4a98-87f4-128cb8b176ef req-538a290f-eb1d-42d7-b140-11594e413c9c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734613 Jun 08 18:27:15.160488 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c34de682-758d-4d5f-a287-96bf5aaceb85 req-c7809e5a-213d-4ef5-b51e-af4974466ec7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644269 Jun 08 18:27:15.229365 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8922a-89a4-4279-83b6-585366c518c1 req-9d8017d7-8389-4d24-9e70-c53732c7c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.230916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-9d8017d7-8389-4d24-9e70-c53732c7c052 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.0686138 Jun 08 18:27:15.480942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38192b-8130-4621-80e0-348ec361692d req-78aac147-03ee-430b-b918-c08df1b9e61f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:15.482477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a38192b-8130-4621-80e0-348ec361692d req-78aac147-03ee-430b-b918-c08df1b9e61f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0874815 Jun 08 18:27:15.529635 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5a38192b-8130-4621-80e0-348ec361692d req-ddc0e96d-cc0a-4bd4-bf05-8a7305dab2b3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414100 Jun 08 18:27:16.360396 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:16.423922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ee3cb9-5231-400f-8679-ab06c2a87f79 req-d69382e7-71e7-4e23-84e1-899267e1cab6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:16.425313 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-22ee3cb9-5231-400f-8679-ab06c2a87f79 req-d69382e7-71e7-4e23-84e1-899267e1cab6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1562729 Jun 08 18:27:16.440432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f836a9-aa5a-4fbf-b57a-41f68caebcde req-260d829b-62d7-45ef-85eb-f3ed377d8fec tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:16.441895 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4f836a9-aa5a-4fbf-b57a-41f68caebcde req-260d829b-62d7-45ef-85eb-f3ed377d8fec tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.1254594 Jun 08 18:27:16.513270 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-22ee3cb9-5231-400f-8679-ab06c2a87f79 req-0cdd7277-907b-484e-84aa-905ff5acf5bf tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808263 Jun 08 18:27:16.521542 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4f836a9-aa5a-4fbf-b57a-41f68caebcde req-5c56eab4-1ecf-4e61-a006-126cbc703693 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656841 Jun 08 18:27:16.718644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204752a-b65e-4d91-9b10-a5b39176b40e req-e6e36ab6-87f7-4e9b-a2df-bebef3a63a73 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:16.720000 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6204752a-b65e-4d91-9b10-a5b39176b40e req-e6e36ab6-87f7-4e9b-a2df-bebef3a63a73 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0790579 Jun 08 18:27:16.768605 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6204752a-b65e-4d91-9b10-a5b39176b40e req-3271f016-d3dd-4c35-b77a-5543dabe8497 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421765 Jun 08 18:27:17.717069 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d04c66-05b5-472d-b95f-b67f66bae6c4 req-a535bbf7-3a8a-4a48-aeff-828c2329b54c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:17.718458 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e8d04c66-05b5-472d-b95f-b67f66bae6c4 req-a535bbf7-3a8a-4a48-aeff-828c2329b54c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.0834167 Jun 08 18:27:17.764862 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e8d04c66-05b5-472d-b95f-b67f66bae6c4 req-a6dd0e60-012c-4ed8-bf59-b688a5fe14e3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 Jun 08 18:27:17.974567 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8eadaf-ee06-4f1f-9f72-2ad8f7872810 req-9ebc154a-b456-4c04-b2e3-a4ad09115a0b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:17.974567 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ad8eadaf-ee06-4f1f-9f72-2ad8f7872810 req-9ebc154a-b456-4c04-b2e3-a4ad09115a0b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0880909 Jun 08 18:27:18.027618 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ad8eadaf-ee06-4f1f-9f72-2ad8f7872810 req-ce7d10ae-73dc-41ae-a55f-1cd43dc925f4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470703 Jun 08 18:27:18.952313 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da6fb9-e361-4214-b8f7-41610eb3eb51 req-f39f5d43-2d04-45aa-83a5-ca94fbc221c2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:18.953738 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-47da6fb9-e361-4214-b8f7-41610eb3eb51 req-f39f5d43-2d04-45aa-83a5-ca94fbc221c2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.0790255 Jun 08 18:27:19.003335 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-47da6fb9-e361-4214-b8f7-41610eb3eb51 req-95bb0d84-4693-45f7-b0f6-ddc0576a2b9b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Jun 08 18:27:19.263871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f8922a-89a4-4279-83b6-585366c518c1 req-fd63d47e-50be-410d-9c40-c942e2aaa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:19.265316 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-fd63d47e-50be-410d-9c40-c942e2aaa09f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2199824 Jun 08 18:27:19.277923 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb55bf-2ddf-4737-aaf8-d078d0e0c1c9 req-f3a1d046-a887-4f45-abe8-a389e0fca677 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:19.279289 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39cb55bf-2ddf-4737-aaf8-d078d0e0c1c9 req-f3a1d046-a887-4f45-abe8-a389e0fca677 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1122608 Jun 08 18:27:19.402644 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-39cb55bf-2ddf-4737-aaf8-d078d0e0c1c9 req-eee6210e-7100-455e-9895-ec2999cf051c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051869 Jun 08 18:27:19.441275 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-21139e16-aa95-49e9-858a-252822588bd0 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610634 Jun 08 18:27:19.572459 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-14f8922a-89a4-4279-83b6-585366c518c1 req-9a14de68-74bd-4581-ab8f-62fe9c2c13b6 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243377 Jun 08 18:27:20.190796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d14091-bda6-4256-93ff-01b11b3f08f1 req-d2ac62a5-60ba-4c40-bb54-183448eeced7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:20.192390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67d14091-bda6-4256-93ff-01b11b3f08f1 req-d2ac62a5-60ba-4c40-bb54-183448eeced7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.0830433 Jun 08 18:27:20.237233 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67d14091-bda6-4256-93ff-01b11b3f08f1 req-c3b7ef55-09c6-4437-9dd4-6256bf99aff6 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391061 Jun 08 18:27:20.596440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ca86c-b28e-49f4-a6e9-c588f25c296f req-e97f5464-b4d8-4470-9f5b-a53212715cb8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:20.597761 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cd9ca86c-b28e-49f4-a6e9-c588f25c296f req-e97f5464-b4d8-4470-9f5b-a53212715cb8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0845561 Jun 08 18:27:20.642236 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cd9ca86c-b28e-49f4-a6e9-c588f25c296f req-7d7f7be1-4fe2-4633-a637-39abff9c0805 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377593 Jun 08 18:27:21.430418 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4bf091-5741-4eaa-a749-3273592cb048 req-708e4193-e668-4654-a124-bd8ad02039fe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:21.431956 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac4bf091-5741-4eaa-a749-3273592cb048 req-708e4193-e668-4654-a124-bd8ad02039fe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.0870492 Jun 08 18:27:21.486982 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac4bf091-5741-4eaa-a749-3273592cb048 req-a6e8de22-8c21-4cbd-8e64-2d214deae2bc tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Jun 08 18:27:21.849316 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308bb2c-c4b6-4780-928b-582b93604ac7 req-567a65ca-8315-45b5-a3c2-d2715c3ae427 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:21.850883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6308bb2c-c4b6-4780-928b-582b93604ac7 req-567a65ca-8315-45b5-a3c2-d2715c3ae427 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0883594 Jun 08 18:27:21.904202 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6308bb2c-c4b6-4780-928b-582b93604ac7 req-856bf464-84f7-4808-8f9b-d2af130dcb68 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471435 Jun 08 18:27:22.216368 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-265fa1f7-f9ac-4ec6-ac3b-8ac096ee8056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.217783 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-265fa1f7-f9ac-4ec6-ac3b-8ac096ee8056 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 1096 time: 0.0789516 Jun 08 18:27:22.310889 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-7da7fafd-0236-41ba-a525-fb03a81b7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.312257 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-7da7fafd-0236-41ba-a525-fb03a81b7e2f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1096 time: 0.0714827 Jun 08 18:27:22.449977 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-760c14af-7469-49aa-92a3-4406bf8ee9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.451445 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-760c14af-7469-49aa-92a3-4406bf8ee9bd service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1321871 Jun 08 18:27:22.562915 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-f79557c7-a6bf-4f94-a746-00be59fcdafb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 998 time: 0.1033189 Jun 08 18:27:22.676666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-29819485-fbfb-45ab-ab96-7803bf19f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.678242 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-29819485-fbfb-45ab-ab96-7803bf19f163 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.1087036 Jun 08 18:27:22.753975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f34e3-6c7b-425a-b0c4-3b268db3cc9b req-fb898162-0dd5-4188-ac4f-2dbe4eafa7aa tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.755976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e75f34e3-6c7b-425a-b0c4-3b268db3cc9b req-fb898162-0dd5-4188-ac4f-2dbe4eafa7aa tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.1491523 Jun 08 18:27:22.798134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-fc6d9313-4f73-48db-87dc-702868ae7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:22.799600 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-fc6d9313-4f73-48db-87dc-702868ae7bc1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1142223 Jun 08 18:27:22.834604 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e75f34e3-6c7b-425a-b0c4-3b268db3cc9b req-9b8af055-45ac-4698-8b92-dee06a8e9496 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707486 Jun 08 18:27:22.938182 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-ed4420dc-46ea-4f9b-9cc6-d89a63f1fc82 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306598 Jun 08 18:27:23.183427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede4776-37c7-464f-b86d-c231be4b96ac req-09964104-cd4d-4ec0-a9fb-e2d97ec7dda5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:23.185048 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cede4776-37c7-464f-b86d-c231be4b96ac req-09964104-cd4d-4ec0-a9fb-e2d97ec7dda5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1610377 Jun 08 18:27:23.235523 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cede4776-37c7-464f-b86d-c231be4b96ac req-68619362-f029-49f7-92be-93255c80fdd3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Jun 08 18:27:24.030127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e7e9a-16e4-4eb4-928b-df948e69eab0 req-da6eceee-13d9-48b6-8ce3-aa91f148f9c5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:24.031617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c03e7e9a-16e4-4eb4-928b-df948e69eab0 req-da6eceee-13d9-48b6-8ce3-aa91f148f9c5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 943 time: 0.0894454 Jun 08 18:27:24.078137 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c03e7e9a-16e4-4eb4-928b-df948e69eab0 req-609c9acf-03e5-4196-adcf-2a11cc13a26e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402052 Jun 08 18:27:24.429880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5614e0-fb1e-42af-8a1f-2536e5161c24 req-b5410879-d228-4404-9d81-c5a02f4718e6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:24.431390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d5614e0-fb1e-42af-8a1f-2536e5161c24 req-b5410879-d228-4404-9d81-c5a02f4718e6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0832863 Jun 08 18:27:24.479396 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d5614e0-fb1e-42af-8a1f-2536e5161c24 req-34b07e3a-b26b-4db5-b006-8aea2dd77a86 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423446 Jun 08 18:27:24.607800 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9a536d1-f9ca-4b1d-8a85-51cd29015565 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:27:24.747763 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd181858-21e6-431f-ab89-f3140abf92d7 req-f6ec82e1-9c04-48f4-b206-f9a83863204d service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400235 Jun 08 18:27:24.752529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:24.768703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'port_id': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'mac_address': 'fa:16:3e:5f:15:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:27:24.831265 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.855153 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9a536d1-f9ca-4b1d-8a85-51cd29015565 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:24.873300 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:24.877342 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:24.881159 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-92591d3b-29f2-4f1f-8233-fd4871a63c50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:24.945885 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:24.954054 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.954421 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.954759 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.955086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.955418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.955738 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.956057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.956374 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.956692 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.957007 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.957321 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.957725 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:24.962950 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:25.272651 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d2566-564b-43f6-85c7-0e98309885f8 req-47777342-1ad5-4df3-8c78-57561d7c3ccc tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:25.274161 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f59d2566-564b-43f6-85c7-0e98309885f8 req-47777342-1ad5-4df3-8c78-57561d7c3ccc tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.0858722 Jun 08 18:27:25.319869 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f59d2566-564b-43f6-85c7-0e98309885f8 req-24d3ba30-6d48-4543-bc23-252b1dfec77b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396981 Jun 08 18:27:25.674991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703dc85-69a4-4ee1-a3de-72776cdb2d20 req-7e8a6c48-7cd0-4d42-b096-dcdaf92cd269 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:25.676543 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f703dc85-69a4-4ee1-a3de-72776cdb2d20 req-7e8a6c48-7cd0-4d42-b096-dcdaf92cd269 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0806220 Jun 08 18:27:25.727038 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f703dc85-69a4-4ee1-a3de-72776cdb2d20 req-c5264024-0f88-47fc-8dcb-67c2b5ceda8b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419641 Jun 08 18:27:26.523101 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c8bdc-6cfd-4fbc-be2c-e8c35cd5801c req-7d8a869b-cd65-4478-9062-bd75f1f83883 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:26.524654 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-650c8bdc-6cfd-4fbc-be2c-e8c35cd5801c req-7d8a869b-cd65-4478-9062-bd75f1f83883 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.0958059 Jun 08 18:27:26.572734 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-650c8bdc-6cfd-4fbc-be2c-e8c35cd5801c req-4d2071f0-8e02-433b-bbec-784eb3e17ec8 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Jun 08 18:27:26.923153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519b6151-fa87-498e-a2b7-a96bd6c46244 req-4dcc03ac-08a3-4adb-94e7-79cfbebe0b20 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:26.924533 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-519b6151-fa87-498e-a2b7-a96bd6c46244 req-4dcc03ac-08a3-4adb-94e7-79cfbebe0b20 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0845125 Jun 08 18:27:26.975166 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-519b6151-fa87-498e-a2b7-a96bd6c46244 req-31683217-d2b6-4163-bf34-31ba049ba12d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441046 Jun 08 18:27:27.777270 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752abf63-d186-40da-b0e5-475f1ae36417 req-ee7ec0cb-08c9-4b12-894f-7f793d4bccc5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:27.778831 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-752abf63-d186-40da-b0e5-475f1ae36417 req-ee7ec0cb-08c9-4b12-894f-7f793d4bccc5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.0860734 Jun 08 18:27:27.825051 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-752abf63-d186-40da-b0e5-475f1ae36417 req-6a7c578d-faa2-4c5a-87cd-091dddd517b7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jun 08 18:27:28.203521 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9837d-fd69-4b1c-9696-8a7046c8533e req-9dc6251c-1c9d-4a59-83e1-8aaafc765949 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:28.207254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80c9837d-fd69-4b1c-9696-8a7046c8533e req-9dc6251c-1c9d-4a59-83e1-8aaafc765949 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1126752 Jun 08 18:27:28.267468 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:27:28.285099 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80c9837d-fd69-4b1c-9696-8a7046c8533e req-97799ec5-dc62-4b56-ba0e-2acef451191b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708282 Jun 08 18:27:29.045746 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e582ee1-61bd-44ed-b3d7-e79a5e0cb6f6 req-dfe7def6-f28c-4a75-85ea-533fdd568126 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:29.053133 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3e582ee1-61bd-44ed-b3d7-e79a5e0cb6f6 req-dfe7def6-f28c-4a75-85ea-533fdd568126 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.1086688 Jun 08 18:27:29.097002 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3e582ee1-61bd-44ed-b3d7-e79a5e0cb6f6 req-376d2ad9-4f50-4c09-ae3d-b80694e2c8aa tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429976 Jun 08 18:27:29.204954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39124) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:29.359065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.575384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.590229 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615815e1-e1ef-4064-b373-85124027f0fc req-b2ff29a6-eaeb-453a-8a2c-c405c6f472e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:29.595435 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-615815e1-e1ef-4064-b373-85124027f0fc req-b2ff29a6-eaeb-453a-8a2c-c405c6f472e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1632168 Jun 08 18:27:29.601477 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.621084 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ad332eca-c73d-4ba6-87e1-df4a83603d9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:29.689445 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0437b9b378bd4f97a54aaeca1bdcba42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4809015 Jun 08 18:27:29.696450 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39130) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:29.697002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc47ff3-3a6a-4fc1-9fe6-d866eae0a722,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:29.697002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:29.701243 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-615815e1-e1ef-4064-b373-85124027f0fc req-5814fad7-0ba4-4c2e-9109-683f6aeef685 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042290 Jun 08 18:27:29.753072 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.787517 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.840926 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.843644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:29.847230 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0fc47ff3-3a6a-4fc1-9fe6-d866eae0a722 HTTP/1.1" status: 204 len: 168 time: 0.1540990 Jun 08 18:27:29.847230 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ef0bcdd2-c3e4-40a5-ad0a-b8e0751bd359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:29.856156 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc47ff3-3a6a-4fc1-9fe6-d866eae0a722,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:29.863667 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.864260 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.864374 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.864800 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.865047 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.865391 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.865738 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.866061 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.866478 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.866794 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.867125 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.867456 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:27:29.871270 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:30.178241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39140) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:30.195509 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.337449 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d335faa9-5d00-4439-8968-eb303a4b4e2c req-225dc82c-a000-4cdd-9b02-20c55f4372fa tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:30.338971 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d335faa9-5d00-4439-8968-eb303a4b4e2c req-225dc82c-a000-4cdd-9b02-20c55f4372fa tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.1204090 Jun 08 18:27:30.415131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.418329 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d335faa9-5d00-4439-8968-eb303a4b4e2c req-32fbd1f3-f13d-4fcf-9fa0-84a4810016ba tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713902 Jun 08 18:27:30.419360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.428387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:30.468514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6bb2f87e2da4f85a73bc656300ed542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890294 Jun 08 18:27:30.470140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41a35424-1122-441d-94f3-4d689d3335e1,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:30.471732 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39142) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:30.473656 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-76f64dfc-1a5b-4a34-9bec-31b41fed4776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:30.538834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.565631 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.623619 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.628986 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:30.631155 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41a35424-1122-441d-94f3-4d689d3335e1 HTTP/1.1" status: 204 len: 168 time: 0.1568017 Jun 08 18:27:30.632321 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:30.649925 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a35424-1122-441d-94f3-4d689d3335e1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:30.654368 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:30.951779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194bc3d-adaa-41da-a0f4-178bc0dd0b95 req-c8575d0d-64e0-4674-bdf2-30d4e3c65c7e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:30.953454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8194bc3d-adaa-41da-a0f4-178bc0dd0b95 req-c8575d0d-64e0-4674-bdf2-30d4e3c65c7e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1157548 Jun 08 18:27:31.012397 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8194bc3d-adaa-41da-a0f4-178bc0dd0b95 req-5dded40b-0248-46ec-ba0e-ad3a901cf992 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530484 Jun 08 18:27:31.023790 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fbfa47fd-363d-401a-942c-0affb592c893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:31.695585 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4a5e-8c42-42e0-81be-18435f2ed0c3 req-c6ba867a-6f9b-4f20-82d5-b463f8418ae2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:31.698336 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed8c4a5e-8c42-42e0-81be-18435f2ed0c3 req-c6ba867a-6f9b-4f20-82d5-b463f8418ae2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 944 time: 0.1275399 Jun 08 18:27:31.756017 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed8c4a5e-8c42-42e0-81be-18435f2ed0c3 req-f39a9195-9f19-4ca1-b620-08a53156f7f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518291 Jun 08 18:27:32.264040 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963820e-337f-4b3d-af5a-85c771fa35c7 req-268a0dfb-d903-4166-802a-979dd00aa744 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:32.265630 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b963820e-337f-4b3d-af5a-85c771fa35c7 req-268a0dfb-d903-4166-802a-979dd00aa744 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1129270 Jun 08 18:27:32.398730 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b963820e-337f-4b3d-af5a-85c771fa35c7 req-ff73e998-8bca-4319-84d1-ff28c8d7744b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259542 Jun 08 18:27:32.607800 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9a536d1-f9ca-4b1d-8a85-51cd29015565 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:27:32.687293 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:27:32.693274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:27:32.693724 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.851268 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.887931 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:32.890456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4ce39b-a225-4246-b0ad-a73862fc7b58" -d '{"events": [{"server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "name": "network-vif-plugged", "status": "completed", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:32.917648 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:32.925030 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:32.934043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:33.084385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50f56-afa0-43c8-bb55-2e05083442f0 req-c889c451-f817-42f8-b203-cb7b9d6cbb9e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.094667 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ded50f56-afa0-43c8-bb55-2e05083442f0 req-c889c451-f817-42f8-b203-cb7b9d6cbb9e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1608024 Jun 08 18:27:33.137745 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:33.145823 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:33.196804 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ded50f56-afa0-43c8-bb55-2e05083442f0 req-33d029ec-185b-470c-a84c-cb31440d24ba tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941911 Jun 08 18:27:33.265789 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f969b7a-8aa5-40d8-a8dc-21b6dd5a21f1 x-openstack-request-id: req-9f969b7a-8aa5-40d8-a8dc-21b6dd5a21f1 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:33.266456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "name": "network-vif-plugged", "status": "completed", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:33.266972 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f969b7a-8aa5-40d8-a8dc-21b6dd5a21f1 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:33.267663 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'code': 200} Jun 08 18:27:33.604386 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.672789 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510ced3-71e5-440c-b00e-003128f33061 req-a0b393d2-61f4-4f7b-b588-ba71f7559d88 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:33.675678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8510ced3-71e5-440c-b00e-003128f33061 req-a0b393d2-61f4-4f7b-b588-ba71f7559d88 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1053281 Jun 08 18:27:33.710845 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a3d3d12c-05ef-43c5-9348-dd01a81ed2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:33.727829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8510ced3-71e5-440c-b00e-003128f33061 req-2185c506-6830-4b90-8860-2d3350fa2789 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Jun 08 18:27:34.385540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f31202e-8d02-4ad0-81b5-c41558bec39a req-d70a59ed-3d3e-4d28-aa10-d4fa2b2738c4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:34.387269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6f31202e-8d02-4ad0-81b5-c41558bec39a req-d70a59ed-3d3e-4d28-aa10-d4fa2b2738c4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0823309 Jun 08 18:27:34.440639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6f31202e-8d02-4ad0-81b5-c41558bec39a req-490ae1be-7673-4b29-b3e5-fcdde2b7a436 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473287 Jun 08 18:27:34.904011 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:34.971565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6a9ab-0404-47d9-abc0-28845f844a76 req-95ff875c-846e-4060-8e48-f4e9fec2e086 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:34.973356 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83b6a9ab-0404-47d9-abc0-28845f844a76 req-95ff875c-846e-4060-8e48-f4e9fec2e086 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1107066 Jun 08 18:27:35.036921 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83b6a9ab-0404-47d9-abc0-28845f844a76 req-7aa742ec-3c45-4a6e-ba20-21e1f879cb2c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454879 Jun 08 18:27:35.690859 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e856a1-78aa-471e-8616-ef1a51418129 req-402cd209-ea1c-4eec-8565-80bc6e7b605b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:35.692635 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10e856a1-78aa-471e-8616-ef1a51418129 req-402cd209-ea1c-4eec-8565-80bc6e7b605b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1019824 Jun 08 18:27:35.747821 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-10e856a1-78aa-471e-8616-ef1a51418129 req-7bb02c00-decc-4cfe-81fd-3e4e29aee7e8 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456886 Jun 08 18:27:36.259421 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd232f76-17ed-4755-adb4-22d95d71d747 req-0225da00-ef01-471d-bd0b-508e0c02e3fb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.260849 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd232f76-17ed-4755-adb4-22d95d71d747 req-0225da00-ef01-471d-bd0b-508e0c02e3fb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0916333 Jun 08 18:27:36.307543 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bd232f76-17ed-4755-adb4-22d95d71d747 req-c0e43e40-eeae-4f62-86cd-535d248b7c10 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410810 Jun 08 18:27:36.856547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:36.960759 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7237f3-d299-428c-b9d7-3bf58f1ac18a req-800d2208-6763-459b-89b1-da74581c9595 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:36.962573 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c7237f3-d299-428c-b9d7-3bf58f1ac18a req-800d2208-6763-459b-89b1-da74581c9595 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0900867 Jun 08 18:27:37.015985 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c7237f3-d299-428c-b9d7-3bf58f1ac18a req-b82fe254-94df-4505-9aca-4c6c74b08057 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474720 Jun 08 18:27:37.513611 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545e9821-cec3-4c33-8992-1f55f8205a19 req-f783c485-dc6c-49dc-8aa2-3d4599e923a2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:37.515685 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-545e9821-cec3-4c33-8992-1f55f8205a19 req-f783c485-dc6c-49dc-8aa2-3d4599e923a2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0898719 Jun 08 18:27:37.565913 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-545e9821-cec3-4c33-8992-1f55f8205a19 req-7897f2a7-404f-4570-bfe7-240ca413daa9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Jun 08 18:27:37.632784 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39282) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:37.761229 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.870500 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.874600 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:37.882701 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9baf4465-4c24-44e6-b49e-a758fcb8e4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:37.921811 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bcd0ef-1ae3-4078-b070-7e07625e910c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:37.926152 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb7ed9b34885426ebd0bb6f2edf5700a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922723 Jun 08 18:27:37.927144 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:37.928802 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39286) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:38.001817 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.032452 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.100048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.102607 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.110736 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17bcd0ef-1ae3-4078-b070-7e07625e910c HTTP/1.1" status: 204 len: 168 time: 0.1806669 Jun 08 18:27:38.112013 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3a8701d9-fe28-4e35-bc69-0ee2be53e2bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:38.123452 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bcd0ef-1ae3-4078-b070-7e07625e910c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:38.125968 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:38.260058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c6687-6900-483d-8bbf-4597a1767608 req-da714c32-9320-4ebe-8394-279c8a6d2245 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:38.262792 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e6c6687-6900-483d-8bbf-4597a1767608 req-da714c32-9320-4ebe-8394-279c8a6d2245 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1203887 Jun 08 18:27:38.340569 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.346677 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e6c6687-6900-483d-8bbf-4597a1767608 req-5b633b06-2b0c-4a67-ade2-7679a78c31c8 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714650 Jun 08 18:27:38.529043 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39296) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:38.549381 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.713044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.719572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.744016 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-402361c8-311a-452a-ad60-897cc5796011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:38.854529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cad026-3962-4e2d-8d50-f97c93a099a4,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:38.859358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:38.862808 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-98fdfaec-b74c-4a97-a4bf-29a371dc84bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c87bac4a257c4560bba606e5dfc6d1ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326669 Jun 08 18:27:38.867657 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39300) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:38.964008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:38.973592 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9680c3a-c549-49ba-a42e-5e7edb4cb1b3 req-37b56a2d-5ef7-4dc8-9f17-a14adb805760 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:38.975200 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e9680c3a-c549-49ba-a42e-5e7edb4cb1b3 req-37b56a2d-5ef7-4dc8-9f17-a14adb805760 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1995935 Jun 08 18:27:39.028206 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:39.068577 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e9680c3a-c549-49ba-a42e-5e7edb4cb1b3 req-608622bf-864c-4f4f-9164-02c3f8442b33 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839117 Jun 08 18:27:39.119614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:39.122108 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:39.123277 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4cad026-3962-4e2d-8d50-f97c93a099a4 HTTP/1.1" status: 204 len: 168 time: 0.2544913 Jun 08 18:27:39.124190 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e1ae0f4-dca6-45a4-b087-995591f21ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:39.134599 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cad026-3962-4e2d-8d50-f97c93a099a4,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:39.138514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:39.695639 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d24087-9486-4508-9756-e65e3bf89e17 req-7599e118-9344-49ba-80ef-58af3c189578 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:39.697513 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67d24087-9486-4508-9756-e65e3bf89e17 req-7599e118-9344-49ba-80ef-58af3c189578 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1194088 Jun 08 18:27:39.754916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67d24087-9486-4508-9756-e65e3bf89e17 req-622336a8-0ded-4bcb-9427-431020fd4041 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474679 Jun 08 18:27:40.291519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6fafe4-e45c-46a6-95d9-834d74da95c1 req-fd404449-4a1d-4714-b587-7016c671ad6f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:40.293029 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df6fafe4-e45c-46a6-95d9-834d74da95c1 req-fd404449-4a1d-4714-b587-7016c671ad6f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0927718 Jun 08 18:27:40.348474 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df6fafe4-e45c-46a6-95d9-834d74da95c1 req-a5a64bd0-ecd3-4496-af42-d4f39964a884 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488405 Jun 08 18:27:41.006461 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7460df-a420-4624-8597-a1b7fe7dc732 req-2a9068cb-d7c4-4747-8f46-68f87a05da18 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:41.011741 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8b7460df-a420-4624-8597-a1b7fe7dc732 req-2a9068cb-d7c4-4747-8f46-68f87a05da18 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1035013 Jun 08 18:27:41.071939 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8b7460df-a420-4624-8597-a1b7fe7dc732 req-0d5a84be-72aa-4669-8ccb-128b274f3af4 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523365 Jun 08 18:27:41.627004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c91f28c-1052-4145-9d22-f089b486c40a req-663b7ecf-6cdc-4147-a47d-b1dcc9683735 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:41.628559 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1c91f28c-1052-4145-9d22-f089b486c40a req-663b7ecf-6cdc-4147-a47d-b1dcc9683735 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1146369 Jun 08 18:27:41.699331 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1c91f28c-1052-4145-9d22-f089b486c40a req-14ab6060-683f-48fb-8eab-5eb2b4357b1c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610681 Jun 08 18:27:42.352601 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871927c3-de69-455a-8b30-a6571afbd993 req-f5825ce0-e0ae-46ad-8b64-96ee7694e3c9 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:42.354200 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-871927c3-de69-455a-8b30-a6571afbd993 req-f5825ce0-e0ae-46ad-8b64-96ee7694e3c9 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1222787 Jun 08 18:27:42.459388 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-871927c3-de69-455a-8b30-a6571afbd993 req-6692a32d-b3f2-45ac-9c18-94392ed571b5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965292 Jun 08 18:27:42.990329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded546c-17e0-45ad-98f8-3e9b682334ab req-7d71ff30-82c0-4739-babe-aca461fc6199 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:42.992018 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ded546c-17e0-45ad-98f8-3e9b682334ab req-7d71ff30-82c0-4739-babe-aca461fc6199 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1222689 Jun 08 18:27:43.076723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ded546c-17e0-45ad-98f8-3e9b682334ab req-d69b1751-4b26-486c-84cd-495ff45ecbf5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686119 Jun 08 18:27:43.796336 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c23f7-f4f1-4806-a98f-05b55ac20b35 req-21e20f04-5678-4513-bc03-a792c5aff95b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:43.798797 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6e7c23f7-f4f1-4806-a98f-05b55ac20b35 req-21e20f04-5678-4513-bc03-a792c5aff95b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1892591 Jun 08 18:27:43.877344 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6e7c23f7-f4f1-4806-a98f-05b55ac20b35 req-f59a091f-cdf1-4fa8-bc0b-10b8c35aaf56 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Jun 08 18:27:44.347448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f482b07-52ca-4f2b-9655-97f3f5face02 req-df54ba5f-8e0d-4b0b-b458-200c54871a9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:44.359019 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f482b07-52ca-4f2b-9655-97f3f5face02 req-df54ba5f-8e0d-4b0b-b458-200c54871a9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1262052 Jun 08 18:27:44.430592 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f482b07-52ca-4f2b-9655-97f3f5face02 req-0c52ee6a-1afd-42dd-9b80-7f05657c390c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690534 Jun 08 18:27:44.576377 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:27:45.117597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2703d379-8a49-4d4b-9855-2f50a1b79ad9 req-7ad2ebd2-8373-4c61-9473-79624659aca3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:45.120232 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2703d379-8a49-4d4b-9855-2f50a1b79ad9 req-7ad2ebd2-8373-4c61-9473-79624659aca3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1016107 Jun 08 18:27:45.175528 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2703d379-8a49-4d4b-9855-2f50a1b79ad9 req-40eda86b-e18e-4196-9ab0-6f9f18e7d60f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438480 Jun 08 18:27:45.758771 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883700a6-9069-420d-bdd3-93dc1ad98419 req-e881d935-d360-4836-afb8-fd1ddc867827 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:45.761429 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-883700a6-9069-420d-bdd3-93dc1ad98419 req-e881d935-d360-4836-afb8-fd1ddc867827 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1326067 Jun 08 18:27:45.817271 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-883700a6-9069-420d-bdd3-93dc1ad98419 req-e5262ad6-80b0-4d01-95f1-7d09c1ab5eec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Jun 08 18:27:46.440974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e84a44-568a-4b2d-8f1b-637b544d3c87 req-d07d8faa-68ee-4290-86d6-27233d466f6b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:46.443849 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b5e84a44-568a-4b2d-8f1b-637b544d3c87 req-d07d8faa-68ee-4290-86d6-27233d466f6b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0981457 Jun 08 18:27:46.445271 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39458) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:46.518994 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b5e84a44-568a-4b2d-8f1b-637b544d3c87 req-5f06aa50-3b72-405c-a382-0a75bfa7e69f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652711 Jun 08 18:27:46.611987 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:46.751803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:46.756794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:46.767112 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-17e1a05c-0d09-4c20-8117-69d3241d73da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:46.820627 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc67fe4864a848668783a5a375aa4235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738234 Jun 08 18:27:46.821969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15137655-bf39-4f2b-b63e-a43a0845082b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:46.825823 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39462) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:46.826738 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:46.920529 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:46.951556 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.046260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6392b26b-a3b1-4a9d-b7f1-cbe02debefd5 req-07a35541-94a1-4896-a322-951817258489 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:47.046260 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6392b26b-a3b1-4a9d-b7f1-cbe02debefd5 req-07a35541-94a1-4896-a322-951817258489 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0977347 Jun 08 18:27:47.052513 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.056153 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.062508 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/15137655-bf39-4f2b-b63e-a43a0845082b HTTP/1.1" status: 204 len: 168 time: 0.2299695 Jun 08 18:27:47.062508 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8a46001d-d7eb-4981-84ed-a86376e201eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:47.084041 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15137655-bf39-4f2b-b63e-a43a0845082b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:47.088576 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:47.118297 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6392b26b-a3b1-4a9d-b7f1-cbe02debefd5 req-8c8a106c-23e0-4366-803e-e9b3a7f30696 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659113 Jun 08 18:27:47.473554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39474) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:47.491202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.638588 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.643027 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.658347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-621c9d2e-e931-49b2-997e-ac46feea82f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:47.762130 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6a7483c11c154fd8a39a35f6989a9b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872353 Jun 08 18:27:47.762953 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebcd816-c862-4f4e-8b5f-77433f52a727,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:47.764948 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39478) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:47.766881 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:47.815470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5543b-6127-41d2-a224-b7ea6cc78785 req-69dbb001-2ebb-42a0-a5e9-b9fad9fb7f76 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:47.817526 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-64c5543b-6127-41d2-a224-b7ea6cc78785 req-69dbb001-2ebb-42a0-a5e9-b9fad9fb7f76 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1628013 Jun 08 18:27:47.839185 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.868833 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-64c5543b-6127-41d2-a224-b7ea6cc78785 req-10fad9d8-bf19-4df4-a210-3f5a5cccbb5f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441008 Jun 08 18:27:47.869097 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.933022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.935642 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:47.936844 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ebcd816-c862-4f4e-8b5f-77433f52a727 HTTP/1.1" status: 204 len: 168 time: 0.1707127 Jun 08 18:27:47.937725 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4bbcb4f5-5a26-4822-9426-24c70c477666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:47.948544 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebcd816-c862-4f4e-8b5f-77433f52a727,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:47.950837 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:48.420034 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32574e8c-8f3c-437e-92c5-72096bf63194 req-4857c604-cc3e-4a56-9302-a69bc8155f9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:48.421568 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32574e8c-8f3c-437e-92c5-72096bf63194 req-4857c604-cc3e-4a56-9302-a69bc8155f9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0882912 Jun 08 18:27:48.467575 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39488) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:48.482928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-32574e8c-8f3c-437e-92c5-72096bf63194 req-b9b01fbd-fc49-4dad-8501-175f402e4889 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546355 Jun 08 18:27:48.490901 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:48.623161 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:48.627258 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:48.645484 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d88e6d8c-6b57-4730-8acc-8477e6fd5a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:48.714329 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7451666-dbde-43a5-a111-4a64ccaff2ec,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:48.720161 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:48.728876 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39492) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:48.729093 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50cf631578c64d0d866491b388865a27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2600451 Jun 08 18:27:48.835748 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:48.910023 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:48.979232 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbded44-5e03-4f83-9723-47a950cfc8bb req-c4dbcac3-c14d-4d32-85c7-dbe512ece752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:48.982771 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4cbded44-5e03-4f83-9723-47a950cfc8bb req-c4dbcac3-c14d-4d32-85c7-dbe512ece752 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1098 time: 0.1359341 Jun 08 18:27:49.068432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:49.070903 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:49.072048 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7451666-dbde-43a5-a111-4a64ccaff2ec HTTP/1.1" status: 204 len: 168 time: 0.3416207 Jun 08 18:27:49.074343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d773598e-9cfd-4d8a-afbd-a773c7dca746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:49.095708 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7451666-dbde-43a5-a111-4a64ccaff2ec,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:49.107852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:49.123735 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4cbded44-5e03-4f83-9723-47a950cfc8bb req-a7cb1f32-05f6-4d8d-9197-0743b7925ca9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273582 Jun 08 18:27:49.161135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18c82c-d226-48b6-9c56-cb17695d3c15 req-d454a159-de29-4a39-93fa-43d4e937d974 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:49.163013 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2f18c82c-d226-48b6-9c56-cb17695d3c15 req-d454a159-de29-4a39-93fa-43d4e937d974 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1506362 Jun 08 18:27:49.218900 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2f18c82c-d226-48b6-9c56-cb17695d3c15 req-ed4fd6af-3d32-4d16-972b-31a9373cd226 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Jun 08 18:27:49.758969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1065578-17d7-4684-8a75-246f78f148b1 req-accacd70-36ef-4de8-b065-6d31b550839a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:49.760974 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e1065578-17d7-4684-8a75-246f78f148b1 req-accacd70-36ef-4de8-b065-6d31b550839a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1270010 Jun 08 18:27:49.845503 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e1065578-17d7-4684-8a75-246f78f148b1 req-af46c465-0ba2-40ca-91e1-ba1ac1a62841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731349 Jun 08 18:27:50.218063 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39520) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:50.367367 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1957287042-network', 'tenant_id': '3d40b3f7bdd04375b5f33c057ff93fdd'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:50.444137 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Made reservation on behalf of 3d40b3f7bdd04375b5f33c057ff93fdd for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:50.446448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.463924 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.526467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c5e12-8b1b-45c4-983b-688f4e544146 req-9aae535e-fd49-44f9-9e2a-3abf774b7b59 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:50.527854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-085c5e12-8b1b-45c4-983b-688f4e544146 req-9aae535e-fd49-44f9-9e2a-3abf774b7b59 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1436024 Jun 08 18:27:50.604054 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-085c5e12-8b1b-45c4-983b-688f4e544146 req-9f548d26-de27-4ea0-9be8-e4af3e47e8d2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598407 Jun 08 18:27:50.670109 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.685991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.698554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-db847784-1729-479e-9dc5-ccb4fd0bd313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:50.756529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:27:50.801876 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc1843c-ea88-4b14-a118-4a70041ee382,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:50.806329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:50.808664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.809106 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Added segment 3db72b55-dc28-4508-8d2d-1bb0762bd17e of type vlan for network c351ae48-cd32-4f82-8b60-bfe5a7655c8f Jun 08 18:27:50.851625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.909065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.911436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:50.912734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:50.924845 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-14d37194-d075-450a-b649-e97bf4aa5456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:51.124098 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9046609 Jun 08 18:27:51.127310 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39534) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:51.133373 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Request body: {'subnet': {'network_id': 'c351ae48-cd32-4f82-8b60-bfe5a7655c8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1957287042-subnet', 'tenant_id': '3d40b3f7bdd04375b5f33c057ff93fdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:51.166523 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Made reservation on behalf of 3d40b3f7bdd04375b5f33c057ff93fdd for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:51.168979 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3192290'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:51.258882 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Pushing event updated for resources: {'Network': ['ID=c351ae48-cd32-4f82-8b60-bfe5a7655c8f,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:51.266294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:51.275291 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network c351ae48-cd32-4f82-8b60-bfe5a7655c8f details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:27:51.327032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb758b9-1281-446d-9f79-4b04f9866ee1 req-85143860-f10a-495c-b48d-122aced8bbd3 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:51.328703 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4eb758b9-1281-446d-9f79-4b04f9866ee1 req-85143860-f10a-495c-b48d-122aced8bbd3 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.2919443 Jun 08 18:27:51.337272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d77dcc1-8b53-444f-ab79-296c3f88e939 req-33e50de4-2a2d-4e6c-8dca-cd717f0fed69 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:51.339003 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8d77dcc1-8b53-444f-ab79-296c3f88e939 req-33e50de4-2a2d-4e6c-8dca-cd717f0fed69 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.3050334 Jun 08 18:27:51.419239 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4eb758b9-1281-446d-9f79-4b04f9866ee1 req-8b6ae655-0d3c-4e4e-9878-4c833d5ad725 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792158 Jun 08 18:27:51.427275 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8d77dcc1-8b53-444f-ab79-296c3f88e939 req-5492b7db-fdff-4e68-aada-0060324b7ced tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704598 Jun 08 18:27:51.471957 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2279795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3192268'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:51.476360 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-92e836cd-fe3b-4a6f-9f83-64d578b570cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:51.554002 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db1062ed-6003-460a-9ae7-c1ec7c5b8f7b,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:51.559786 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:51.575025 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Checking segment: {'id': '3db72b55-dc28-4508-8d2d-1bb0762bd17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'c351ae48-cd32-4f82-8b60-bfe5a7655c8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:51.575025 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Network hostable DHCP agents. Network: c351ae48-cd32-4f82-8b60-bfe5a7655c8f, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:27:51.584681 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Network c351ae48-cd32-4f82-8b60-bfe5a7655c8f is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:27:51.595518 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, c351ae48-cd32-4f82-8b60-bfe5a7655c8f) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:27:51.599905 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:51.600528 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:51.605562 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40006717-fa02-4787-8bbd-53e35b6d4e3e None None] Network c351ae48-cd32-4f82-8b60-bfe5a7655c8f requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:51.628423 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f0a7fd8a-eec1-490b-8e71-29cbad674f52 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4997871 Jun 08 18:27:51.813670 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49180d-ebd0-4ab9-a44a-4b5e51440f94 req-5a1e6b23-0f6f-4908-89fa-a31db844ce97 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:51.814782 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb72decf-94b7-4a41-9720-406ed48e4b59 None None] Network c351ae48-cd32-4f82-8b60-bfe5a7655c8f requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:51.815345 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de49180d-ebd0-4ab9-a44a-4b5e51440f94 req-5a1e6b23-0f6f-4908-89fa-a31db844ce97 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0838373 Jun 08 18:27:51.862554 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de49180d-ebd0-4ab9-a44a-4b5e51440f94 req-1fd5eba4-f014-40dd-b36c-0b9989706e85 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408812 Jun 08 18:27:52.071581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff68de-70a9-47a1-9dde-f07d13e43975 req-e8108a0e-adb4-4329-868b-53897f43714f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.073239 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9dff68de-70a9-47a1-9dde-f07d13e43975 req-e8108a0e-adb4-4329-868b-53897f43714f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0935788 Jun 08 18:27:52.121837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9dff68de-70a9-47a1-9dde-f07d13e43975 req-135b7ee7-0cc7-43bb-94fe-19e92ae713db tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Jun 08 18:27:52.235220 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39558) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:52.241368 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-849242246-network', 'tenant_id': '39ee9a629e6f4b50a9110c77a293dc5f'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:52.266864 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Made reservation on behalf of 39ee9a629e6f4b50a9110c77a293dc5f for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:52.269199 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.282844 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.396592 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.400700 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.403818 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4602569a-b1c8-41eb-b49e-da3e30c46a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:52.432912 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:27:52.442033 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8031513-2cbf-42ba-aa61-4314d6d4196d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:52.446253 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:52.451239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.451611 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Added segment 8a5c07ca-f088-4bab-ae10-bc3ec4df8a5b of type vlan for network 582ebeac-12d6-49cd-ad2b-5d0324ca7a52 Jun 08 18:27:52.496175 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.538532 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.540154 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.542387 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.547801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:52.559135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfc3d2-352a-4239-a8f6-d365e69fce00 req-2fa004c6-c228-456a-bd58-49d038238d44 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.560648 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-acbfc3d2-352a-4239-a8f6-d365e69fce00 req-2fa004c6-c228-456a-bd58-49d038238d44 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0977833 Jun 08 18:27:52.637886 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-acbfc3d2-352a-4239-a8f6-d365e69fce00 req-1a5b2f67-b2f1-40ba-8297-a322c4406dcb tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695944 Jun 08 18:27:52.645526 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4055164 Jun 08 18:27:52.645775 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39566) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:27:52.652314 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Request body: {'subnet': {'network_id': '582ebeac-12d6-49cd-ad2b-5d0324ca7a52', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-849242246-subnet', 'tenant_id': '39ee9a629e6f4b50a9110c77a293dc5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:27:52.668968 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Pushing event updated for resources: {'Network': ['ID=582ebeac-12d6-49cd-ad2b-5d0324ca7a52,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:52.672637 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:52.680731 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 582ebeac-12d6-49cd-ad2b-5d0324ca7a52 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:27:52.686201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Made reservation on behalf of 39ee9a629e6f4b50a9110c77a293dc5f for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:27:52.688927 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3192290'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:52.815463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-259aa0da-298c-4241-b201-f77cebacce90 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.817766 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-259aa0da-298c-4241-b201-f77cebacce90 tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.1049910 Jun 08 18:27:52.828591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6190d-51fc-4646-a31f-a2465c01050e req-554cbd29-cebc-4223-bb65-72c360611d6c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:52.830166 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8b6190d-51fc-4646-a31f-a2465c01050e req-554cbd29-cebc-4223-bb65-72c360611d6c tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 946 time: 0.1911781 Jun 08 18:27:53.011150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2279795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3192268'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.016691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:53.047708 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f8b6190d-51fc-4646-a31f-a2465c01050e req-4e4c0571-8a7d-4bf7-a9d1-9027c62d93ee tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/security-groups?id=a439a81a-cf58-4bdc-b5de-e6d5bed380f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719878 Jun 08 18:27:53.097864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e580cb-31c5-4ec5-87db-338d66bb6f29 req-7730d8cd-5911-4aa8-a64f-3f47e7a1b4f2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:53.098709 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1dabc3-ca31-45c0-9681-375c9a8e22c2,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:53.102505 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:53.103730 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-93e580cb-31c5-4ec5-87db-338d66bb6f29 req-7730d8cd-5911-4aa8-a64f-3f47e7a1b4f2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.2345316 Jun 08 18:27:53.105234 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Checking segment: {'id': '8a5c07ca-f088-4bab-ae10-bc3ec4df8a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '582ebeac-12d6-49cd-ad2b-5d0324ca7a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:27:53.105603 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Network hostable DHCP agents. Network: 582ebeac-12d6-49cd-ad2b-5d0324ca7a52, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:27:53.135995 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Network 582ebeac-12d6-49cd-ad2b-5d0324ca7a52 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:27:53.152953 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 582ebeac-12d6-49cd-ad2b-5d0324ca7a52) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:27:53.164661 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0684b47c-c06c-4b5e-95d2-14035a1b393c None None] Network 582ebeac-12d6-49cd-ad2b-5d0324ca7a52 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:53.164885 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:53.165787 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.167019 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Deleting port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:27:53.167368 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.190638 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-93e580cb-31c5-4ec5-87db-338d66bb6f29 req-e118d125-72a9-4504-adf8-c3bf10597cc9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794666 Jun 08 18:27:53.211811 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c967bdc9-1115-4c52-80a8-0862ae391aad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5545957 Jun 08 18:27:53.338952 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] For port fca6bfd5-8b7c-460a-a16d-6968cc56aab2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,segment=NetworkSegment(d02e0c18-636b-4458-8e24-14529c553105),segment_id=d02e0c18-636b-4458-8e24-14529c553105)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:53.339343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.460838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74840e61-53b9-4dcf-9b48-2b1a28ac2bc2 None None] Network 582ebeac-12d6-49cd-ad2b-5d0324ca7a52 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:27:53.510145 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Calling delete_port for fca6bfd5-8b7c-460a-a16d-6968cc56aab2 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:27:53.651937 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.658169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:53.701689 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Pushing event deleted for resources: {'Port': ['ID=fca6bfd5-8b7c-460a-a16d-6968cc56aab2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:53.705732 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:53.784178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] No DVR routers for this DVR port fca6bfd5-8b7c-460a-a16d-6968cc56aab2 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:27:53.787510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:53.789590 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-34da8bde-eb06-43fa-a70a-3616ae5eebe1 req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.35 "DELETE /v2.0/ports/fca6bfd5-8b7c-460a-a16d-6968cc56aab2 HTTP/1.1" status: 204 len: 173 time: 0.9583385 Jun 08 18:27:53.790161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'name': 'network-vif-deleted', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:27:53.792647 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2574c727-dd08-4478-bc6a-7167ddd1b7e6" -d '{"events": [{"server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "name": "network-vif-deleted", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:27:53.860244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b450148-291f-4e5d-ae70-0ab2f9788ea5 x-openstack-request-id: req-8b450148-291f-4e5d-ae70-0ab2f9788ea5 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:27:53.860907 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae855159-d593-4cdc-bf76-6b886ce128a9", "name": "network-vif-deleted", "tag": "fca6bfd5-8b7c-460a-a16d-6968cc56aab2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:27:53.860907 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8b450148-291f-4e5d-ae70-0ab2f9788ea5 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:27:53.861237 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae855159-d593-4cdc-bf76-6b886ce128a9', 'name': 'network-vif-deleted', 'tag': 'fca6bfd5-8b7c-460a-a16d-6968cc56aab2', 'status': 'completed', 'code': 200} Jun 08 18:27:54.224739 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-90e232b2-b488-4920-bcb9-5e78552f054a req-048fe8d8-ceae-43fa-8eed-f61ff5f4ae9f tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] 10.222.0.46 "GET /v2.0/ports?device_id=ae855159-d593-4cdc-bf76-6b886ce128a9 HTTP/1.1" status: 200 len: 210 time: 0.0444422 Jun 08 18:27:54.432653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbfd84-8c93-47e6-a028-1e782093044a req-89fc6207-3847-47b4-92cb-f3f3cfd074f6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:54.434800 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78bbfd84-8c93-47e6-a028-1e782093044a req-89fc6207-3847-47b4-92cb-f3f3cfd074f6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.1108017 Jun 08 18:27:54.489015 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-78bbfd84-8c93-47e6-a028-1e782093044a req-80eacc4b-1859-4137-9fac-684526ccd49e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475452 Jun 08 18:27:55.378375 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fca6bfd5-8b7c-460a-a16d-6968cc56aab2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:27:55.417816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: fca6bfd5-8b7c-460a-a16d-6968cc56aab2 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:27:55.417816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device fca6bfd5-8b7c-460a-a16d-6968cc56aab2 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:27:55.704763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b104105-aea0-4c50-aaa4-7f3d9c8a60b4 req-3e79ccb2-ad70-4e68-b096-c134134610d4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:55.706419 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0b104105-aea0-4c50-aaa4-7f3d9c8a60b4 req-3e79ccb2-ad70-4e68-b096-c134134610d4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0857081 Jun 08 18:27:55.760482 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0b104105-aea0-4c50-aaa4-7f3d9c8a60b4 req-77d111f0-2616-4c5f-8d3d-0cf20e92fc5a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470111 Jun 08 18:27:56.975772 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b68aec-69c4-4b57-b17c-04f06e87a718 req-d851388f-16f0-4b45-8e3c-96fa714b85b4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:56.977615 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2b68aec-69c4-4b57-b17c-04f06e87a718 req-d851388f-16f0-4b45-8e3c-96fa714b85b4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 943 time: 0.0886009 Jun 08 18:27:57.115010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f2b68aec-69c4-4b57-b17c-04f06e87a718 req-5e31a2ae-c5f3-4150-b620-eac0a6db4e4d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309893 Jun 08 18:27:57.412437 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:27:57.607378 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:57.622003 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'mac_address': 'fa:16:3e:b3:43:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:27:57.689936 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:57.710908 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:27:57.730382 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:27:57.736098 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:27:57.740192 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:27:57.808851 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=9']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:27:57.811863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:27:58.318885 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0835070-ed28-4b10-9806-2415585b5e3a req-48e9ba8d-f417-4d91-83ed-40ad762e5377 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:58.320323 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f0835070-ed28-4b10-9806-2415585b5e3a req-48e9ba8d-f417-4d91-83ed-40ad762e5377 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.0812736 Jun 08 18:27:58.365255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f0835070-ed28-4b10-9806-2415585b5e3a req-9363fb00-a80d-4146-9260-cd6e4e420c41 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Jun 08 18:27:59.566653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe8d46e-f37a-4fe4-b4e8-fc631d99e38f req-ed8c44ba-477d-4759-b27f-fbc382126224 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:27:59.568212 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-efe8d46e-f37a-4fe4-b4e8-fc631d99e38f req-ed8c44ba-477d-4759-b27f-fbc382126224 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.0841675 Jun 08 18:27:59.617701 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-efe8d46e-f37a-4fe4-b4e8-fc631d99e38f req-684cc31a-5bf4-4c12-8fdc-f80f4acaa65f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437274 Jun 08 18:28:00.830169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecb5f17-e1df-4a7c-86b6-a16d400ff4ab req-3fcaa96a-af73-418b-b8fb-e856c875518a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:00.832276 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ecb5f17-e1df-4a7c-86b6-a16d400ff4ab req-3fcaa96a-af73-418b-b8fb-e856c875518a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.0888295 Jun 08 18:28:00.885634 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ecb5f17-e1df-4a7c-86b6-a16d400ff4ab req-f2d907a1-8901-4b08-9abc-a3d4d869d675 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465870 Jun 08 18:28:01.013544 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98013b73-d08e-4938-bc69-50f47d389abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:02.090970 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5bce0-ccd6-4894-bec0-4eebbf9e1719 req-2896affc-c704-4ad6-9062-2e1ef09bb920 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:02.092478 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de5bce0-ccd6-4894-bec0-4eebbf9e1719 req-2896affc-c704-4ad6-9062-2e1ef09bb920 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.0835235 Jun 08 18:28:02.143948 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de5bce0-ccd6-4894-bec0-4eebbf9e1719 req-e4683052-1143-4d80-a9c3-de442d09378f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444322 Jun 08 18:28:02.680466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['2d35219d-d69c-4458-86ce-2484edfa8d26'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:28:03.368508 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ed50e-763c-446d-9fc4-0964e7f38553 req-3bfed9ea-9903-4eb1-bcf3-179de3119807 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:03.369942 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cc4ed50e-763c-446d-9fc4-0964e7f38553 req-3bfed9ea-9903-4eb1-bcf3-179de3119807 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.0950346 Jun 08 18:28:03.417965 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cc4ed50e-763c-446d-9fc4-0964e7f38553 req-2fad9de5-8ab8-4e60-a62c-1381eb9d91a0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 Jun 08 18:28:03.601055 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:03.717480 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-942c7a09-070c-4ccc-9e30-0e3b28f60b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:04.713815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a5ea7-4d62-4338-8e13-cc2edb4cdf49 req-ee3905a7-51fc-49f6-b10d-d74800cc4570 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:04.715491 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f80a5ea7-4d62-4338-8e13-cc2edb4cdf49 req-ee3905a7-51fc-49f6-b10d-d74800cc4570 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1576531 Jun 08 18:28:04.730350 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3558d2e-d1e2-4440-af91-0bc380e2564c req-747669a3-b395-447e-b981-1a54766c18e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:04.732512 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e3558d2e-d1e2-4440-af91-0bc380e2564c req-747669a3-b395-447e-b981-1a54766c18e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 944 time: 0.1410406 Jun 08 18:28:04.806664 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f80a5ea7-4d62-4338-8e13-cc2edb4cdf49 req-b333601e-8d74-40b4-b86c-571a945f3226 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728049 Jun 08 18:28:04.814287 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e3558d2e-d1e2-4440-af91-0bc380e2564c req-f1cd8b0e-cbe6-4185-8897-252e90454722 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654123 Jun 08 18:28:04.830407 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39728) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:04.887258 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.129017 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1360a84e-f6a5-4d4d-8cbf-e244cc52e821 tempest-TestMinimumBasicScenario-548047191 tempest-TestMinimumBasicScenario-548047191-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:05.130632 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1360a84e-f6a5-4d4d-8cbf-e244cc52e821 tempest-TestMinimumBasicScenario-548047191 tempest-TestMinimumBasicScenario-548047191-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1093 time: 0.2990031 Jun 08 18:28:05.133605 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39732) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:05.140812 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'port_id': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:05.165382 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for floatingip, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.406264 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.451811 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:28:05.545918 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 2d35219d-d69c-4458-86ce-2484edfa8d26 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:28:05.546572 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.565365 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_common [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Allocated IP 172.27.0.106 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/52272d89-0aab-4c8e-950a-7272f70c2524) {{(pid=91769) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:28:05.674430 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.705677 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:28:05.709059 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca26a697-e2cb-41cb-b7b7-e1ca00b478ac" -d '{"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:28:05.717518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:05.723744 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.725925 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:05.763409 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for port, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.764853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0829cb9-0335-4e21-9752-86f1741f3f56 x-openstack-request-id: req-f0829cb9-0335-4e21-9752-86f1741f3f56 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:28:05.765223 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-plugged", "status": "completed", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:28:05.765467 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f0829cb9-0335-4e21-9752-86f1741f3f56 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:28:05.765858 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'code': 200} Jun 08 18:28:05.803911 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2279919'] for port, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:28:05.805089 dv-cinder-733622-16-iscsi neutron-server[91769]: ERROR neutron_lib.callbacks.manager Jun 08 18:28:05.826555 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=10']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:05.826950 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:05.840081 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91769) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:28:05.841768 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Resources bound (agent type, host, resource id): {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:28:05.844444 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Received port after_create {{(pid=91769) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:28:06.055212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83268fa3-b265-4d1a-98fc-91cce003f0e9 req-a8653cbc-2106-4eb5-a2e7-0b01d7ca3e88 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:06.056936 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83268fa3-b265-4d1a-98fc-91cce003f0e9 req-a8653cbc-2106-4eb5-a2e7-0b01d7ca3e88 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.1064658 Jun 08 18:28:06.123554 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-83268fa3-b265-4d1a-98fc-91cce003f0e9 req-884ca10c-885a-48c2-a2c8-ac5b924ff5fe tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546658 Jun 08 18:28:06.434839 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:06.505835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19da154-4f08-44e2-bc8e-82e2b830956f req-47013b60-fee3-4ddc-a800-818c67cb1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:06.507966 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e19da154-4f08-44e2-bc8e-82e2b830956f req-47013b60-fee3-4ddc-a800-818c67cb1bd3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1099 time: 0.1054084 Jun 08 18:28:06.549455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:06.562030 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e19da154-4f08-44e2-bc8e-82e2b830956f req-bd627c13-409b-4673-ae08-7956e41de9a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 Jun 08 18:28:06.823928 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for port, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:06.828795 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2279921'] for port, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:06.834769 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9378ac51-f369-4ac8-aa74-32b57c6d4ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:06.860661 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:06.940570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'Port': ['ID=52272d89-0aab-4c8e-950a-7272f70c2524,revision_number=2']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:06.948888 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:06.959279 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:07.136425 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Floating IP f47365f6-d6d6-4515-a517-a58ca8ee84f1 associated. External IP: 172.27.0.106, port: e9a536d1-f9ca-4b1d-8a85-51cd29015565. Jun 08 18:28:07.332922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c03175-53bd-446f-9e9d-333bcaceaa0c req-7cf3ec51-c5af-4e46-aabe-785f035de515 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:07.334582 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8c03175-53bd-446f-9e9d-333bcaceaa0c req-7cf3ec51-c5af-4e46-aabe-785f035de515 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0946925 Jun 08 18:28:07.386956 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8c03175-53bd-446f-9e9d-333bcaceaa0c req-0bbbc081-12d1-4840-a722-5816b89672d3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453937 Jun 08 18:28:07.621440 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Router c79d43c5-ce78-4ed4-a323-259ac308f470 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:28:07.826316 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:28:07.842037 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Sync routers for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:28:07.852712 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:28:07.853384 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:28:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:07.873703 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:07.946012 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8109438 Jun 08 18:28:07.947530 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:28:07.949113 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39770) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:07.950280 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46ef731-4ec1-422b-9788-4754acb10d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:28:07.958630 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207523915', 'description': 'tempest-secgroup-smoke-1207523915 description', 'project_id': '5a5ceb875047474eb615738a5fb146a1'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:07.991063 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.080989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:28:08.137492 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.150834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.162990 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a49fb641-903b-4f24-beff-ab0cb8b571d0 tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:08.215678 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d67553e-1270-4121-9224-366a6defd480 x-openstack-request-id: req-2d67553e-1270-4121-9224-366a6defd480 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:28:08.216018 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:28:08.216447 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2d67553e-1270-4121-9224-366a6defd480 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:28:08.216864 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:28:08.233912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580d7e1f-3022-495b-849f-fb3a647bcc80,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:08.237525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:08.246353 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.247615 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-25e0b0fb-3e59-4c8b-b94f-30d6c1d9ae63 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2956810 Jun 08 18:28:08.251994 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39780) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:08.257061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:08.360902 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.434164 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.459679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.474901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.477347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-14186bda-ecac-4e5b-a7e3-2f4a73ab6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:08.478962 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-14186bda-ecac-4e5b-a7e3-2f4a73ab6a73 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1098 time: 0.1806049 Jun 08 18:28:08.481074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2b2fb330-73f9-4fb9-9fb6-44eb3e81cb7e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:08.505340 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ea205df-75b3-4566-8fc4-fef57cd1a9f6,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:08.509977 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:08.517911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.522878 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39788) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:08.527963 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2661099 Jun 08 18:28:08.532887 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:08.579026 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.664213 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b90b0-b019-4ecc-9c8e-02b06a96d4bb req-f18d2545-40d7-48e6-afab-3d064ac9b0f9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:08.668245 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a7b90b0-b019-4ecc-9c8e-02b06a96d4bb req-f18d2545-40d7-48e6-afab-3d064ac9b0f9 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.1387525 Jun 08 18:28:08.689252 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.697472 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.700361 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:08.708785 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'f47365f6-d6d6-4515-a517-a58ca8ee84f1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'port_id': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'mac_address': 'fa:16:3e:5f:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:06Z', 'updated_at': '2021-06-08T18:28:06Z', 'revision_number': 0, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:08.715967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Checking router: c79d43c5-ce78-4ed4-a323-259ac308f470 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:28:08.720074 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c72d839-1374-4723-903e-7fff8f4a1dd4,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:08.732774 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:08.736259 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:28:08.737266 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:28:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:08.756407 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.758681 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9a50ef44-0692-4cc4-bd75-c99a2be2c139 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2340395 Jun 08 18:28:08.761675 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39810) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:08.767274 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:08.771144 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7a7b90b0-b019-4ecc-9c8e-02b06a96d4bb req-5d65a164-a8e0-45bf-87dc-ae97a04002fe tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965023 Jun 08 18:28:08.813176 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.905723 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.912446 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.922382 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-13cf86a1-c263-4a08-b40d-642c1d1317a9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:08.950223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cfa8b1a-4a22-480a-b0c8-c0b776c68131,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:08.958295 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:08.963967 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:08.968518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 39824) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:08.969938 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2065f78e-887c-491d-b012-9816b2405242 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2067556 Jun 08 18:28:08.973735 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:09.004386 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:28:09.016658 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.110811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.116483 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.126201 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:09.150784 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e0f100-23e1-4403-9db7-8e6841961326,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:09.154345 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:09.156421 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.161426 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39828) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:09.166448 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:09.171891 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6379a94b-c434-4a82-8f6d-f644c138311f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2021301 Jun 08 18:28:09.196781 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Project 5a5ceb875047474eb615738a5fb146a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:28:09.205673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.315961 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.324871 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.331028 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:09.359048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c27a39e2-5a63-42f3-8b31-6fc219175e80,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:09.363560 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:09.372918 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.378489 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-15701b4a-beb7-4929-8d36-467bd04b7bb1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2118254 Jun 08 18:28:09.379412 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39834) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:09.384623 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'security_group_rule': {'security_group_id': '580d7e1f-3022-495b-849f-fb3a647bcc80', 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:09.411822 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.securitygroups_db [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Project 5a5ceb875047474eb615738a5fb146a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:28:09.421761 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.499186 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'f47365f6-d6d6-4515-a517-a58ca8ee84f1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'port_id': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'mac_address': 'fa:16:3e:5f:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:06Z', 'updated_at': '2021-06-08T18:28:06Z', 'revision_number': 0, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:09.499904 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.504360 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.505966 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26c6dc2-d974-4d9f-af7f-122b84fdd688 None None] The sync data for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi is: [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'f47365f6-d6d6-4515-a517-a58ca8ee84f1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'floating_ip_address': '172.27.0.106', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'port_id': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'mac_address': 'fa:16:3e:5f:15:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:28:06Z', 'updated_at': '2021-06-08T18:28:06Z', 'revision_number': 0, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:28:09.506708 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:09.532171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9208c2-7345-4b83-a750-d0bb07e4f047,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:09.535366 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:09.540729 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:09.542146 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-619b1ae4-b062-4312-9317-e0d3157acdee tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1612504 Jun 08 18:28:09.690691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-12e7274f-bb19-4a21-a2c9-cb5b04f757af tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207523915&fields=id&tenant_id=5a5ceb875047474eb615738a5fb146a1 HTTP/1.1" status: 200 len: 267 time: 0.0496409 Jun 08 18:28:09.724502 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e3df38a-811a-4cd8-829c-7803d00d5213 None None] New status for floating IP f47365f6-d6d6-4515-a517-a58ca8ee84f1: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:28:09.804387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-070e6508-3ae6-4b11-9116-f00caabfb03f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:09.805832 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-070e6508-3ae6-4b11-9116-f00caabfb03f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1068461 Jun 08 18:28:09.819243 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'port': {'security_groups': ['d2373250-8ff0-4d14-8fcb-fd0ce8cd898c', '580d7e1f-3022-495b-849f-fb3a647bcc80']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:28:09.999528 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.182752 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f43ba6-1173-4f6d-bfc4-018f15bda422 req-fd0666e8-b71f-412b-927f-fe0862e38342 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:10.184169 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d2f43ba6-1173-4f6d-bfc4-018f15bda422 req-fd0666e8-b71f-412b-927f-fe0862e38342 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.2546554 Jun 08 18:28:10.264462 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d2f43ba6-1173-4f6d-bfc4-018f15bda422 req-b3cbe961-b16c-4279-b4c9-f1c1b3bf3844 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707507 Jun 08 18:28:10.427210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:28:10.452445 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.456880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.462788 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:10.531861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:10.532492 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.533862 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fed97c81-238c-4acd-beda-4e4444c642a3 req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "PUT /v2.0/ports/e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 981 time: 0.7200079 Jun 08 18:28:10.534873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:28:10.538368 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5" -d '{"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:28:10.582737 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=6']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:10.589201 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:10.609922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be5bdb6-1a9b-44a2-a956-bc8956679b99 x-openstack-request-id: req-3be5bdb6-1a9b-44a2-a956-bc8956679b99 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:28:10.610292 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:28:10.610611 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3be5bdb6-1a9b-44a2-a956-bc8956679b99 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:28:10.611028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:28:10.757052 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5587f-dfe6-47ec-9533-e6d519a39a2a req-80a5a0f2-2735-4b84-a880-22660608d348 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:10.760668 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ed5587f-dfe6-47ec-9533-e6d519a39a2a req-80a5a0f2-2735-4b84-a880-22660608d348 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0980711 Jun 08 18:28:10.776195 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b74289d9-8264-45a0-b024-cfc6bb43b5f5 None None] Provisioning complete for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:28:10.776803 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b74289d9-8264-45a0-b024-cfc6bb43b5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:10.820782 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ed5587f-dfe6-47ec-9533-e6d519a39a2a req-a4412c18-526a-43b5-a7cd-fd42c1a54d3e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512867 Jun 08 18:28:11.469756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ade822-1dad-4edb-ace2-99956a35c7da req-0d7172b4-e634-43e2-ad0a-9873eb80b464 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:11.471248 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-65ade822-1dad-4edb-ace2-99956a35c7da req-0d7172b4-e634-43e2-ad0a-9873eb80b464 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0924587 Jun 08 18:28:11.514941 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-65ade822-1dad-4edb-ace2-99956a35c7da req-a34f6803-2ecc-43ac-97b1-6145b07c3ead tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380466 Jun 08 18:28:11.574720 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:28:11.705441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-e48b4522-59ac-4801-a07f-35745374941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:11.706905 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-e48b4522-59ac-4801-a07f-35745374941e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1330869 Jun 08 18:28:12.710798 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8f4e9-a712-4105-b57e-2f86de3d4720 req-0cc023ab-4656-4d8c-8944-239e00dda04f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:12.712578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7bf8f4e9-a712-4105-b57e-2f86de3d4720 req-0cc023ab-4656-4d8c-8944-239e00dda04f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0829718 Jun 08 18:28:12.762089 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7bf8f4e9-a712-4105-b57e-2f86de3d4720 req-83d5b827-7786-43fb-9b51-7c03bcfc1b8f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 Jun 08 18:28:13.195341 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:28:13.197268 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-a856261e-abdb-44ba-a39a-d2fd219b3fde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 1001 time: 0.1076918 Jun 08 18:28:13.272368 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-e8ac249d-ba2f-4ce9-b5e2-63af6679478e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:13.274099 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-e8ac249d-ba2f-4ce9-b5e2-63af6679478e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.0694067 Jun 08 18:28:13.371690 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-23f78182-8585-4a41-beec-16249fb64326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:13.373160 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-23f78182-8585-4a41-beec-16249fb64326 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0849130 Jun 08 18:28:13.516043 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-ca162b6b-4e60-4838-b67a-1f21da6fd6d5 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334381 Jun 08 18:28:13.652544 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d46ef731-4ec1-422b-9788-4754acb10d9a req-1b19261b-2176-4da7-a546-91314927094d service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283364 Jun 08 18:28:13.776521 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-c705848d-1cf0-4bbf-9c1c-65e9590e2022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:13.777993 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-c705848d-1cf0-4bbf-9c1c-65e9590e2022 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1137 time: 0.0727668 Jun 08 18:28:13.980832 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-1516c420-732b-4115-8606-21cf0f3bf581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:13.982266 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-1516c420-732b-4115-8606-21cf0f3bf581 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1974287 Jun 08 18:28:14.184426 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ceb2e3-1a6d-4fa0-ba4e-f9513b054f8e req-890caa50-4b9c-43da-be72-91b3092bba62 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:14.186933 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-49ceb2e3-1a6d-4fa0-ba4e-f9513b054f8e req-890caa50-4b9c-43da-be72-91b3092bba62 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.2975936 Jun 08 18:28:14.193482 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-c2e2aefd-2bbc-4a17-94da-02b3d41fe450 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 1001 time: 0.2031808 Jun 08 18:28:14.291721 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-49ceb2e3-1a6d-4fa0-ba4e-f9513b054f8e req-8f2c38a8-a64b-4f60-bc4f-321fc4427b7b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972826 Jun 08 18:28:14.295462 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-ef856abf-028f-47cb-9eef-125482ba1b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:14.296816 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-ef856abf-028f-47cb-9eef-125482ba1b0d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.0894928 Jun 08 18:28:14.379944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-e7ea5dd0-7b46-436d-a545-6accee263fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:14.381428 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-e7ea5dd0-7b46-436d-a545-6accee263fcc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0773010 Jun 08 18:28:14.533255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-1bc3aa62-12f2-403d-981d-7657bcd2639c service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408293 Jun 08 18:28:14.684944 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dec250dc-c902-44ba-9eb6-6a5a59c5dce5 req-d6bdf5f4-80b7-4247-9877-f0d900bb82af service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431727 Jun 08 18:28:21.576415 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:28:22.093818 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39984) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:22.151992 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Deleting subnet db1062ed-6003-460a-9ae7-c1ec7c5b8f7b {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:28:22.155048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.205550 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.260686 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.327546 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.331696 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c5c2f0d-661c-49dc-8132-9697f4aded70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:22.369387 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db1062ed-6003-460a-9ae7-c1ec7c5b8f7b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:22.373912 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:22.374905 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.376709 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/db1062ed-6003-460a-9ae7-c1ec7c5b8f7b HTTP/1.1" status: 204 len: 168 time: 0.2818756 Jun 08 18:28:22.381469 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 39988) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:22.487345 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.621495 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.634617 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c351ae48-cd32-4f82-8b60-bfe5a7655c8f']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:22.646333 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db72b55-dc28-4508-8d2d-1bb0762bd17e') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:22.646620 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db72b55-dc28-4508-8d2d-1bb0762bd17e') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:22.657553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.674142 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.681217 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:28:22.681611 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:28:22.695528 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:28:22.777861 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.784595 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.789898 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40008) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:22.790565 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c351ae48-cd32-4f82-8b60-bfe5a7655c8f HTTP/1.1" status: 204 len: 168 time: 0.4088387 Jun 08 18:28:22.790795 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-31488ff3-f6a2-4a9b-9a25-672432e48156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:22.809601 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Pushing event deleted for resources: {'Network': ['ID=c351ae48-cd32-4f82-8b60-bfe5a7655c8f,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:22.812189 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:22.861917 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Deleting subnet 2f1dabc3-ca31-45c0-9681-375c9a8e22c2 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:28:22.865915 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.919594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774528'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:22.977592 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.047630 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271444'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.051804 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f570fca7-38c3-468c-9453-d33b3514b834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:23.089839 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1dabc3-ca31-45c0-9681-375c9a8e22c2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:23.094916 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.096680 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2f1dabc3-ca31-45c0-9681-375c9a8e22c2 HTTP/1.1" status: 204 len: 168 time: 0.3055449 Jun 08 18:28:23.100052 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40012) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:23.102198 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.102601 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.102960 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.103313 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.103663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.104016 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.104363 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.104705 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.105046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.105385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.105725 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.106063 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:23.109093 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0cf8ce18-f13c-4e5d-8628-3697fe6949c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:23.208605 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.432202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.445354 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['582ebeac-12d6-49cd-ad2b-5d0324ca7a52']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:23.458024 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5c07ca-f088-4bab-ae10-bc3ec4df8a5b') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:23.458483 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5c07ca-f088-4bab-ae10-bc3ec4df8a5b') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:23.470848 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.488520 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.494322 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:28:23.494714 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:28:23.508252 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:28:23.584049 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.588327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-153704fc-b345-4b73-81f1-a1195bf501cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:23.602184 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.604005 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] 10.222.0.46 "DELETE /v2.0/networks/582ebeac-12d6-49cd-ad2b-5d0324ca7a52 HTTP/1.1" status: 204 len: 168 time: 0.5029590 Jun 08 18:28:23.611934 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Pushing event deleted for resources: {'Network': ['ID=582ebeac-12d6-49cd-ad2b-5d0324ca7a52,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:23.614169 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:23.774720 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40016) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:23.822433 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4643dcf8-1d95-4786-a88c-6f61e1b35dd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d40b3f7bdd04375b5f33c057ff93fdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464559 Jun 08 18:28:23.824841 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40020) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:23.883867 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.908541 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.965769 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.968380 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:23.970149 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/adc1843c-ea88-4b14-a118-4a70041ee382 HTTP/1.1" status: 204 len: 168 time: 0.1445463 Jun 08 18:28:23.971059 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ce7972ee-0798-4a9d-a05b-72e9a949bf11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:23.982177 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc1843c-ea88-4b14-a118-4a70041ee382,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:23.984494 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:24.330663 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40030) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:24.383625 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d685decf-df15-46dc-b19d-878bb632e558 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39ee9a629e6f4b50a9110c77a293dc5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0517125 Jun 08 18:28:24.385916 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40032) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:24.445605 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.471347 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.527960 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.530590 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:24.531728 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8031513-2cbf-42ba-aa61-4314d6d4196d HTTP/1.1" status: 204 len: 168 time: 0.1448910 Jun 08 18:28:24.532479 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-83a5a4e9-83e5-48aa-8c0d-b8c40408fec8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:24.542966 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8031513-2cbf-42ba-aa61-4314d6d4196d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:24.545164 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d4c01852-dd37-48f6-b1ca-56e435518a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:25.095704 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40052) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:25.269503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Deleting subnet 8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:28:25.272992 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.323090 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.379846 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.452530 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.457183 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:25.491968 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:25.493921 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.498783 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8a3cdc3c-93a3-44ca-9389-8d143ff1aa4b HTTP/1.1" status: 204 len: 168 time: 0.4020178 Jun 08 18:28:25.499032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40066) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:25.499833 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:25.607325 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.744089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.756959 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6e1430-b458-4b07-816c-664c3e68216e']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:25.769181 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02e0c18-636b-4458-8e24-14529c553105') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:25.769494 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02e0c18-636b-4458-8e24-14529c553105') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:28:25.781058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.797311 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.804874 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:28:25.805266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:28:25.818510 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:28:25.900800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.905227 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:25.921631 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:25.923805 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d6e1430-b458-4b07-816c-664c3e68216e HTTP/1.1" status: 204 len: 168 time: 0.4231157 Jun 08 18:28:25.931272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6e1430-b458-4b07-816c-664c3e68216e,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:25.933696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bc20ad54-593c-45f0-a583-a10b4e2082b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:26.120660 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40088) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:26.178130 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6241b3fe-4263-489f-9929-4aa147a74709 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=659417f971ca472f8959196fdf451092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558336 Jun 08 18:28:26.180989 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40092) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:26.245984 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:26.278698 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:26.334433 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:26.337273 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:26.341359 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a439a81a-cf58-4bdc-b5de-e6d5bed380f7 HTTP/1.1" status: 204 len: 168 time: 0.1564605 Jun 08 18:28:26.341359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3b802233-7248-4678-83d3-76c020aec164 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:26.350743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a439a81a-cf58-4bdc-b5de-e6d5bed380f7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:26.353398 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:31.018043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe803211-298e-4b1e-a124-a008138db2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:33.595096 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:33.710250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-dcf3911a-7ecc-41f1-9f2b-00c07eba22f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:34.890099 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:35.053281 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-4ca76557-856d-43ba-bfd6-007e0827bbb2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725539 Jun 08 18:28:35.200954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-06dc62f8-afce-4062-9a32-d3b660c1e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:35.202328 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-06dc62f8-afce-4062-9a32-d3b660c1e064 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 1099 time: 0.0755765 Jun 08 18:28:35.353814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-aa7e2779-a97f-46ca-8933-6302492a39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:35.355268 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-aa7e2779-a97f-46ca-8933-6302492a39a3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1285126 Jun 08 18:28:35.459817 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-df3ee3a2-b90c-4709-8d4f-d37fd597c18f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 200 len: 1000 time: 0.0970895 Jun 08 18:28:35.615672 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-60445220-7abf-4862-879b-1c6be891cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:35.617254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-60445220-7abf-4862-879b-1c6be891cf91 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.1496294 Jun 08 18:28:35.697740 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-9d851017-cf26-4856-8d18-06e1d566d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:28:35.699269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-9d851017-cf26-4856-8d18-06e1d566d197 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0750840 Jun 08 18:28:35.864092 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-e4ff5ff7-eebd-4d75-b074-40cdb4db686d service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572111 Jun 08 18:28:36.005728 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-52aefbda-cc8a-4c96-b98e-c4b54fc03eb5 req-ee2a8534-9795-4f66-9fcb-3e272a43f87a service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353457 Jun 08 18:28:36.857594 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:38.354276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.114038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40268) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:42.233075 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.338244 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.342612 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.350473 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82362216-a343-475e-9dd7-187ea55ebb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:42.393933 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08322b2823ad4740ac9551bcfb00e1d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780082 Jun 08 18:28:42.394858 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc9844a-ed4a-4428-b4fa-2b86c3f0cf83,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:42.397401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40272) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:42.402925 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.403295 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.403658 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.404010 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.404359 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.404709 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.405056 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.405402 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.405745 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.406087 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.406463 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.406805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:28:42.410607 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:42.463752 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.491885 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.548420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.551127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.553207 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7fc9844a-ed4a-4428-b4fa-2b86c3f0cf83 HTTP/1.1" status: 204 len: 168 time: 0.1547215 Jun 08 18:28:42.553944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-da623b62-1daf-4843-8202-d77aca4bc6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:42.563196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc9844a-ed4a-4428-b4fa-2b86c3f0cf83,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:42.565873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:42.841192 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40278) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:42.859010 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.965554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.969703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:42.977866 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d7b30ac8-ad4c-49ca-8d3f-a26350e764c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:43.019673 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0bd00474ba43428c9f5b6652061c8c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772332 Jun 08 18:28:43.020482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f04025e-e67d-4caa-8733-c5d419a3c354,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:43.022885 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40280) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:43.024184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:43.082965 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.109012 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.162046 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.164507 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.165632 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7f04025e-e67d-4caa-8733-c5d419a3c354 HTTP/1.1" status: 204 len: 168 time: 0.1417196 Jun 08 18:28:43.166389 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c97df5af-0f7e-41c1-865e-4655981b6189 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:43.176512 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f04025e-e67d-4caa-8733-c5d419a3c354,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:43.179537 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-17c8c5cd-5c6a-4848-ae63-84d5a354a6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:43.519455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40288) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:43.537328 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.637222 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.640728 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.648943 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:43.688133 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64493656-220b-4536-b782-621024f00070,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:43.692346 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25765bf2c2084c6495f06441433c5001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1718800 Jun 08 18:28:43.693601 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:43.695652 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40290) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:43.755684 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.780855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.832267 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.834978 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:43.836383 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64493656-220b-4536-b782-621024f00070 HTTP/1.1" status: 204 len: 168 time: 0.1402042 Jun 08 18:28:43.837093 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ec17e71c-6af8-4e24-b93d-89be9085c5d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:43.846784 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64493656-220b-4536-b782-621024f00070,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:43.854335 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:54.295843 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40444) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:54.420978 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.539441 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.543789 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.553757 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-74046b58-e959-4f37-9dbd-119517a43682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:54.601123 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=95d4277656ec4a489d7646cf7216f079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041644 Jun 08 18:28:54.603155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=016fa6dd-9760-4262-8540-68641263898e,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:54.607342 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-df002e71-051b-43d0-aedb-f5ebc8ebbf51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:54.608341 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40452) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:28:54.670406 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.698733 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.771299 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.774632 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:28:54.776132 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/016fa6dd-9760-4262-8540-68641263898e HTTP/1.1" status: 204 len: 168 time: 0.1668012 Jun 08 18:28:54.777149 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5420bb32-4584-443e-8df9-818ebc4cbd56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:28:54.790870 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016fa6dd-9760-4262-8540-68641263898e,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:28:54.793323 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-dc1714aa-2fd1-4a12-a257-239e529453c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:28:58.575454 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:29:01.031641 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fa89ac6c-af47-458a-9ce8-5218e2311099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:01.766049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef553e-e868-42ec-b049-1795aafc7f22 req-6bc0d2d1-8b31-4680-bccb-70077bb21c67 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:01.767728 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bef553e-e868-42ec-b049-1795aafc7f22 req-6bc0d2d1-8b31-4680-bccb-70077bb21c67 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0917327 Jun 08 18:29:01.821671 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1bef553e-e868-42ec-b049-1795aafc7f22 req-a83c997e-89aa-44ec-b8b8-79b2af47b2c1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477509 Jun 08 18:29:03.050356 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b98f23-8f28-443a-8f1a-cd8d24f0843c req-bdf9f290-859c-4b29-a8f6-1670ca43cba4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:03.051847 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-54b98f23-8f28-443a-8f1a-cd8d24f0843c req-bdf9f290-859c-4b29-a8f6-1670ca43cba4 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0996811 Jun 08 18:29:03.105242 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-54b98f23-8f28-443a-8f1a-cd8d24f0843c req-6bd1c7bd-88b1-4aff-bc92-afcaa87ec469 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466912 Jun 08 18:29:03.599806 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:03.713357 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b54334c8-a05c-43ec-9f6e-858b18121e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:04.304370 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74df5e2-4dc1-4bcd-a172-b6dcc68acf01 req-e691f15d-8c06-4c04-89ce-d0865a826df6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:04.305847 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d74df5e2-4dc1-4bcd-a172-b6dcc68acf01 req-e691f15d-8c06-4c04-89ce-d0865a826df6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0855682 Jun 08 18:29:04.354152 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d74df5e2-4dc1-4bcd-a172-b6dcc68acf01 req-6c14419f-c760-4b20-932a-a50280cfa047 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Jun 08 18:29:04.892784 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:05.628846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f89aa-503b-41c1-bf88-f50d2c11c853 req-3b05d693-5003-4865-aade-751db639d35c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:05.632033 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-543f89aa-503b-41c1-bf88-f50d2c11c853 req-3b05d693-5003-4865-aade-751db639d35c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1153364 Jun 08 18:29:05.717546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-543f89aa-503b-41c1-bf88-f50d2c11c853 req-72d1be64-c383-4f28-bd1e-426503deb663 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691583 Jun 08 18:29:06.864448 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:06.958475 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae244c47-1d5c-4374-ac98-17db6dbd947b req-13abc2b2-d37e-4b5f-9dc8-6598797ba7f2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:06.961352 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae244c47-1d5c-4374-ac98-17db6dbd947b req-13abc2b2-d37e-4b5f-9dc8-6598797ba7f2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1181631 Jun 08 18:29:07.025175 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ae244c47-1d5c-4374-ac98-17db6dbd947b req-415c6f9c-769a-4d3b-9e6c-74e2eb2d0523 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542109 Jun 08 18:29:08.234234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c9d9f-8be0-4924-b098-da437168c488 req-ee942df7-dd0c-4008-b3b0-ea320a9969fe tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:08.235838 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa7c9d9f-8be0-4924-b098-da437168c488 req-ee942df7-dd0c-4008-b3b0-ea320a9969fe tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0921030 Jun 08 18:29:08.284252 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa7c9d9f-8be0-4924-b098-da437168c488 req-7ee161cf-4d7d-4d96-a603-aaf9800aa983 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418391 Jun 08 18:29:08.360979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:09.538280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d633a085-94dc-4c6c-bf28-a3de674cc335 req-6765daa4-b9e5-4add-a2f7-57ddf2a0f4e9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:09.539781 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d633a085-94dc-4c6c-bf28-a3de674cc335 req-6765daa4-b9e5-4add-a2f7-57ddf2a0f4e9 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0911610 Jun 08 18:29:09.597462 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d633a085-94dc-4c6c-bf28-a3de674cc335 req-80b15a3f-9f29-4f8d-83e1-440474f2b03d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493114 Jun 08 18:29:10.830774 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b49d-b903-411a-91e0-889033adde25 req-eda542f9-f402-47a7-9be9-03b62d50db63 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:10.832256 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cb89b49d-b903-411a-91e0-889033adde25 req-eda542f9-f402-47a7-9be9-03b62d50db63 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1050594 Jun 08 18:29:10.882516 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cb89b49d-b903-411a-91e0-889033adde25 req-a120ee70-9402-4fb4-b166-8c26427d8e8b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Jun 08 18:29:12.105099 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2719-4f47-407b-9fe5-b23d67fe1c8e req-aef1ef7f-759d-43ab-8337-c5bc873695f6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.106649 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b62c2719-4f47-407b-9fe5-b23d67fe1c8e req-aef1ef7f-759d-43ab-8337-c5bc873695f6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0929415 Jun 08 18:29:12.158407 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b62c2719-4f47-407b-9fe5-b23d67fe1c8e req-b4efefdd-d985-4496-bd4c-ef0917138635 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Jun 08 18:29:12.605551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2725ab-c9d3-4005-9502-3c77546b2a31 req-94753bed-1f72-40f0-843d-a1e251345307 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.607121 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b2725ab-c9d3-4005-9502-3c77546b2a31 req-94753bed-1f72-40f0-843d-a1e251345307 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1652589 Jun 08 18:29:12.683251 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-ff52e99c-37d5-4621-bde5-f80d422d540f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.684763 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-ff52e99c-37d5-4621-bde5-f80d422d540f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.1623771 Jun 08 18:29:12.696866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b2725ab-c9d3-4005-9502-3c77546b2a31 req-6379e11e-5549-4b2c-b295-e8f5bb0539ec tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808115 Jun 08 18:29:12.907329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-a577ceb2-a89f-4c86-ae24-0991da003cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:12.908860 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-a577ceb2-a89f-4c86-ae24-0991da003cad service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.2158964 Jun 08 18:29:13.023606 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-692a6dc3-85f1-44a1-8591-32e55ca42996 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 1001 time: 0.1077173 Jun 08 18:29:13.092515 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-9fccd781-2a75-427e-8a3b-4a42f54e2d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:13.094053 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-9fccd781-2a75-427e-8a3b-4a42f54e2d15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0643148 Jun 08 18:29:13.190428 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-49cdcac0-ea9c-493c-9f33-0f8051831e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:13.192280 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-49cdcac0-ea9c-493c-9f33-0f8051831e67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0907619 Jun 08 18:29:13.342138 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-ac930432-c961-40e0-b675-e51e4706449b service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414242 Jun 08 18:29:13.498826 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d990f24f-7b72-49a5-99ed-f7e0e9af3f33 req-458460eb-81dc-4594-b503-3f698c7ee673 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498215 Jun 08 18:29:13.893276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2342dcd-0f3a-41da-8f63-c7a9a0535446 req-8f427faf-8b4f-4edc-ab3e-d602fbed00be tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:13.894699 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b2342dcd-0f3a-41da-8f63-c7a9a0535446 req-8f427faf-8b4f-4edc-ab3e-d602fbed00be tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0852382 Jun 08 18:29:13.942209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b2342dcd-0f3a-41da-8f63-c7a9a0535446 req-cce26f64-ddf4-4b0b-8fcb-81b7b433c62e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412855 Jun 08 18:29:15.306023 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434bbc3-f781-4835-8b51-a70b798e5b29 req-23dfd56d-69ad-4dad-8d1e-f3dfea719697 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:15.307532 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4434bbc3-f781-4835-8b51-a70b798e5b29 req-23dfd56d-69ad-4dad-8d1e-f3dfea719697 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.0911586 Jun 08 18:29:15.355412 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4434bbc3-f781-4835-8b51-a70b798e5b29 req-1c20fab9-2247-4220-8ff0-4cb29b0df320 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421083 Jun 08 18:29:31.024575 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-da2280fe-3daf-454a-9afb-357706f294ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.603373 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:33.716755 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-26b13097-c766-4d55-b628-db3c8410527e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:34.893701 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:35.054741 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-337b2c2b-ab17-4745-8f60-a464018dd30c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683763 Jun 08 18:29:35.150457 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-07a3da71-c787-44e4-8afe-4cc013adb759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.151812 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-07a3da71-c787-44e4-8afe-4cc013adb759 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 1098 time: 0.0751026 Jun 08 18:29:35.306524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-8e70cee8-13e9-44db-a9c7-b047c24da37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.307997 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-8e70cee8-13e9-44db-a9c7-b047c24da37a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.1355131 Jun 08 18:29:35.424678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-0bab2220-ce6a-4f3b-aa53-c991cba5c171 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 200 len: 1001 time: 0.1096261 Jun 08 18:29:35.493389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-84d6f811-7000-4fc2-90ce-57f0b088ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.494974 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-84d6f811-7000-4fc2-90ce-57f0b088ad74 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0636344 Jun 08 18:29:35.572622 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-1eb3ab69-e7d2-4178-8146-d0ba6eb2796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:35.574096 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-1eb3ab69-e7d2-4178-8146-d0ba6eb2796b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0731559 Jun 08 18:29:35.574615 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:29:35.716857 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-c1ae9dca-c29b-4a9c-a255-803c42afff18 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352918 Jun 08 18:29:35.856500 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5be24ab7-50c8-4b8a-a370-f52f2fc48727 req-5619ca5c-da91-4ef1-a914-58c43f102e4b service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325641 Jun 08 18:29:36.083743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40726) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:36.203900 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.307074 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.311254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.322671 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-01a9a598-1cc4-4bde-a513-b1c4ed4081e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:36.360506 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f601f0e7fce4a86be6783758ce18243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756910 Jun 08 18:29:36.362076 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ebbd17-4e59-4142-92d7-e28561aac6a3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.363849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40730) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:36.365894 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.495985 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.529691 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.582896 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.585648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:36.586833 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4ebbd17-4e59-4142-92d7-e28561aac6a3 HTTP/1.1" status: 204 len: 168 time: 0.2219558 Jun 08 18:29:36.587626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-085ef60c-fdea-4e02-aa2b-98e8aeaa82c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:36.597289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ebbd17-4e59-4142-92d7-e28561aac6a3,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:36.609469 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.610074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.610691 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.611295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.611892 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.612508 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.613096 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.613703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.614320 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.614908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.615512 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.616092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:36.621244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7da74680-ad61-4e25-a550-e7718b9bb191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:36.863262 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:38.356427 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:46.619059 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516bc20-22c1-4bac-8a4e-d0bed721d8ea req-d27580fa-b731-4b8c-bd7a-66b273a30782 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:46.620396 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d516bc20-22c1-4bac-8a4e-d0bed721d8ea req-d27580fa-b731-4b8c-bd7a-66b273a30782 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0815740 Jun 08 18:29:46.665156 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d516bc20-22c1-4bac-8a4e-d0bed721d8ea req-219489f8-1290-4f64-bf9a-9cf6aeb9d701 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390894 Jun 08 18:29:47.342486 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40844) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:47.461564 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.582010 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.586605 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.593877 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b0a343b1-c3fa-40a3-ba0a-f602fc0feb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:47.635933 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60b189a9f9954ae5bdac0e27b6865eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923307 Jun 08 18:29:47.637046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3fdd31-de1e-46d3-b221-5d6b15c24bbe,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:47.639379 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40848) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:47.640546 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:47.706513 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.734486 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.793165 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.795860 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:47.796987 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b3fdd31-de1e-46d3-b221-5d6b15c24bbe HTTP/1.1" status: 204 len: 168 time: 0.1564081 Jun 08 18:29:47.797748 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d3b5a6b3-2abd-41c5-bcb9-49baa80c3038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:47.808230 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3fdd31-de1e-46d3-b221-5d6b15c24bbe,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:47.816693 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.817069 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.817534 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.817898 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.818257 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.818655 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.818999 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.819349 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.819716 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.820045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.820424 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.820744 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:29:47.824341 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:47.877695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec1f37-d44a-4308-9e67-01c42443f305 req-5e749583-6cc8-4224-a150-5839694f0586 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:47.879869 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-feec1f37-d44a-4308-9e67-01c42443f305 req-5e749583-6cc8-4224-a150-5839694f0586 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0971823 Jun 08 18:29:47.945028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-feec1f37-d44a-4308-9e67-01c42443f305 req-9ccc6f6b-4950-444d-b8db-4d05c3e44d6d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558684 Jun 08 18:29:48.435381 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-dbd30569-f728-41f8-b561-d3e6b9bf3671 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:48.436812 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-dbd30569-f728-41f8-b561-d3e6b9bf3671 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.0814281 Jun 08 18:29:48.574367 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Deleting port 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:48.574840 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:48.711483 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] For port 2d35219d-d69c-4458-86ce-2484edfa8d26, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2d35219d-d69c-4458-86ce-2484edfa8d26,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:29:48.712204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.026320 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.026711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.027161 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Floating IP 51667ece-2175-4f2d-93b0-a05e64dbc49a disassociated. External IP: 172.27.0.42, port: 2d35219d-d69c-4458-86ce-2484edfa8d26. Jun 08 18:29:49.027734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Calling delete_port for 2d35219d-d69c-4458-86ce-2484edfa8d26 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:49.242509 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbe763-d3b4-456c-9771-1223335a99db req-d0f0028a-488c-4c60-8e17-6d16bc4bdff7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:49.244075 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e2fbe763-d3b4-456c-9771-1223335a99db req-d0f0028a-488c-4c60-8e17-6d16bc4bdff7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 946 time: 0.1785874 Jun 08 18:29:49.254222 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:49.276801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:49.345120 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'Port': ['ID=2d35219d-d69c-4458-86ce-2484edfa8d26,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:49.351155 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:49.452548 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e2fbe763-d3b4-456c-9771-1223335a99db req-9a676660-ff71-4c1f-b795-8bbbaa173c8b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=b279d859-ce64-4c34-a063-2b05ac647313&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011466 Jun 08 18:29:49.595622 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:29:49.930464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:29:49.941098 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:29:49.951278 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:49.951985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:29:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:50.022875 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] No DVR routers for this DVR port 2d35219d-d69c-4458-86ce-2484edfa8d26 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:29:50.025978 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:50.028637 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed01126e-8d6f-465b-bca3-e428c71d0644 req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "DELETE /v2.0/ports/2d35219d-d69c-4458-86ce-2484edfa8d26 HTTP/1.1" status: 204 len: 173 time: 1.5851855 Jun 08 18:29:50.028637 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-deleted', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:50.030746 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c294151-942c-4a5c-9f62-28beafc99b44" -d '{"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-deleted", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:50.101310 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d50ef49-3983-4ab5-b784-acd6c86f9b1f x-openstack-request-id: req-6d50ef49-3983-4ab5-b784-acd6c86f9b1f {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:50.101634 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ff89e8-fe03-46e1-8042-9f4bb0c3c06a", "name": "network-vif-deleted", "tag": "2d35219d-d69c-4458-86ce-2484edfa8d26", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:50.102285 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d50ef49-3983-4ab5-b784-acd6c86f9b1f {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:50.102948 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ff89e8-fe03-46e1-8042-9f4bb0c3c06a', 'name': 'network-vif-deleted', 'tag': '2d35219d-d69c-4458-86ce-2484edfa8d26', 'status': 'completed', 'code': 200} Jun 08 18:29:50.185997 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:50.504541 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:50.508678 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:29:50.517614 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:29:50.520691 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:29:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:50.633928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c4256d7c-660a-49a0-8e6c-7016ffe859d1 req-3a977313-6148-4f23-bfe8-c3d3a717c195 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=64ff89e8-fe03-46e1-8042-9f4bb0c3c06a HTTP/1.1" status: 200 len: 210 time: 0.0524430 Jun 08 18:29:50.703285 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:29:51.023480 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:29:51.027712 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efa8fd-35c9-4ccd-bdcc-b82e6a18a2ed None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:29:51.270529 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c949be-9816-4005-9dec-e11dee133559 None None] New status for floating IP 51667ece-2175-4f2d-93b0-a05e64dbc49a: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:29:51.769805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40864) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:51.836688 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:51.949959 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.006604 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.009349 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.010503 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "DELETE /v2.0/security-groups/b279d859-ce64-4c34-a063-2b05ac647313 HTTP/1.1" status: 204 len: 168 time: 0.2395971 Jun 08 18:29:52.011230 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-a7a46e69-6f22-46eb-98af-8fa2300c2fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:52.013310 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40866) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:52.022257 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279d859-ce64-4c34-a063-2b05ac647313,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:52.024758 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:52.032039 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.api.v2.resource [None req-e3bbb77d-0c99-44e0-a069-7720244ad129 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] show failed (client error): The resource could not be found. Jun 08 18:29:52.034367 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e3bbb77d-0c99-44e0-a069-7720244ad129 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups/b279d859-ce64-4c34-a063-2b05ac647313 HTTP/1.1" status: 404 len: 347 time: 0.0189047 Jun 08 18:29:52.037797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40868) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:52.259727 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Deleting port 816aed9d-009a-44a3-a364-2358bc77024d {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:29:52.260080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.387369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.387689 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.507308 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Calling delete_port for 816aed9d-009a-44a3-a364-2358bc77024d owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:29:52.618617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.622351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5e1228a6-da39-4aac-83ed-548c8be7c399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:52.671053 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'Port': ['ID=816aed9d-009a-44a3-a364-2358bc77024d,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:52.675289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:52.762565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.764806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:52.765926 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "DELETE /v2.0/floatingips/51667ece-2175-4f2d-93b0-a05e64dbc49a HTTP/1.1" status: 204 len: 168 time: 0.7271447 Jun 08 18:29:53.062054 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40874) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.067915 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group': {'name': 'tempest-securitygroup--313433312', 'description': 'tempest-description--1593365852'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.090965 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.184785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.188538 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.192801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bb35003a-214d-42dc-9caa-09fec46e2a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.225772 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.226975 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1639168 Jun 08 18:29:53.227844 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a8b62-c349-485b-bfa9-ea244d9bdffc,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:53.229865 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40876) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.230699 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:53.234518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group_rule': {'security_group_id': 'c28a8b62-c349-485b-bfa9-ea244d9bdffc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.262927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.325358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.328253 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.330260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.352648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096f0970-d126-4fbf-b479-b8ac6343e4be,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:53.355039 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:53.360126 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.361440 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a7cd7fec-c5e8-4a68-96e0-e3aeaca6c841 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305161 Jun 08 18:29:53.364643 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40878) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.368954 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'security_group_rule': {'security_group_id': 'c28a8b62-c349-485b-bfa9-ea244d9bdffc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.397146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.458484 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.462092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.469234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:53.489200 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a567ee08-2cee-485c-9cf4-9ecf97308537,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:53.492021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:53.493376 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.494528 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-257de3b3-2991-4e80-b171-c0bede5ee450 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1289554 Jun 08 18:29:53.498021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 40880) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:29:53.502432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:53.526541 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.586476 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:29:53.619845 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 2d35219d-d69c-4458-86ce-2484edfa8d26 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:29:53.620193 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2d35219d-d69c-4458-86ce-2484edfa8d26 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:29:53.663715 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:53.805506 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Allocated IP 172.27.0.45 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/cf64e93f-4d4c-4e20-bd23-2b806f3065ca) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:54.032149 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.061917 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:54.062599 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:54.079052 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:54.081986 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:54.084430 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:54.164499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.227195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.439870 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.445763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.449514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:54.553040 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event updated for resources: {'Port': ['ID=cf64e93f-4d4c-4e20-bd23-2b806f3065ca,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:54.560603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:54.570221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.586884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:54.588074 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0890949 Jun 08 18:29:54.810525 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-588a686f-0da5-49f9-9ab3-aac019d1c1af tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--313433312&fields=id&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 267 time: 0.0412884 Jun 08 18:29:54.961022 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-b6f14416-ec53-41e9-b9ea-fb0ec400ae90 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:54.962492 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-b6f14416-ec53-41e9-b9ea-fb0ec400ae90 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 817 time: 0.1448259 Jun 08 18:29:54.978231 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-a439b876-bd56-4696-ad6c-a1d3459f4192 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/quotas/d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 375 time: 0.0102947 Jun 08 18:29:55.071358 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-1b58a19a-b226-4063-bc16-1ce17207705c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0875790 Jun 08 18:29:55.314447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-daade37e-d471-4c74-b8d7-6e8dbc748705 service neutron] 10.222.0.46 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288070 Jun 08 18:29:55.446164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-b9b0825a-2a15-4680-9de3-be33e6b7c4c5 service neutron] 10.222.0.46 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256156 Jun 08 18:29:55.625125 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-add9325e-6343-4ced-9f3e-bd93b2f86940 req-e5ff4ec2-97e0-474d-80f7-f297e16003d7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 210 time: 0.0436330 Jun 08 18:29:56.704362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-7e7c60b6-c3c1-44bf-9866-dcf79b1de17c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:56.707266 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-7e7c60b6-c3c1-44bf-9866-dcf79b1de17c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 817 time: 0.1778200 Jun 08 18:29:56.804081 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b1b2d74f-55ba-4044-80c1-66ef46d96232 req-d35011ad-6647-46de-82a7-0f8f2f04d35e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 210 time: 0.0534654 Jun 08 18:29:56.808769 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-05ed0cb0-a6d7-4f04-814b-abfb04f0e0bd tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 379 time: 0.0924497 Jun 08 18:29:56.817638 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'port': {'device_id': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'admin_state_up': True, 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'security_groups': ['c28a8b62-c349-485b-bfa9-ea244d9bdffc']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:56.975008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Made reservation on behalf of d0f503bee0434c5ba3bb85d0537e593d for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:29:56.978458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.156978 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Allocated IP 172.20.0.10 (b3cbc150-33d1-4d0d-8981-4eb9f0a0f004/0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b/d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:29:57.427401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.444773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Transition to ACTIVE for port object d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:57.473779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:29:57.476555 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:29:57.494538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:29:57.495694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:29:57.498228 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:29:57.573662 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:57.574787 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.607003 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-0173911b-61c2-49f5-9635-b5eddb1dfb9d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7933261 Jun 08 18:29:57.618577 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Request body: {'port': {'device_id': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:29:57.734796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.767500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-10088ad6-db78-4dc2-b8a4-c22a4daf8840 None None] Provisioning for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:29:57.774989 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-10088ad6-db78-4dc2-b8a4-c22a4daf8840 None None] Provisioning complete for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:29:57.775299 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-10088ad6-db78-4dc2-b8a4-c22a4daf8840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:57.834150 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-10088ad6-db78-4dc2-b8a4-c22a4daf8840 None None] Port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:29:58.096115 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6f1ba-dc7c-4527-ba16-d99f227de680 req-970d7397-0421-463f-9c3e-1cc9da9a0e21 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.098266 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be6f1ba-dc7c-4527-ba16-d99f227de680 req-970d7397-0421-463f-9c3e-1cc9da9a0e21 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 932 time: 0.1387689 Jun 08 18:29:58.197913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:29:58.208027 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6be6f1ba-dc7c-4527-ba16-d99f227de680 req-fdfaeece-9b90-493b-b236-eb796c56c5c4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973635 Jun 08 18:29:58.209628 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.226122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Transition to ACTIVE for port object d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:29:58.231125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.235332 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1518795a-3e5c-491f-be3d-a62755284037 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:58.393522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:58.401598 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:58.482474 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Attempting to bind port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:29:58.482813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Attempting to bind port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:29:58.483144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Attempting to bind port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:58.488736 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:29:58.489091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Attempting to bind port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 on network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:29:58.494473 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:29:58.494813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Checking segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:29:58.495196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Bound using segment: {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:29:58.495623 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Bound port: d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7acd8972-b9af-40a1-a70f-cf7a4fef34d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:29:58.495969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.593850 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:29:58.597060 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:29:58.603078 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.608173 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c93a34e6-2cab-42bc-baca-5e7d2c0b8216 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:29:58.664840 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.665452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:29:58.666954 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] 10.222.0.35 "PUT /v2.0/ports/d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 1094 time: 1.0527389 Jun 08 18:29:58.667418 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:29:58.669769 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:29:58.700205 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:29:58.705222 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:29:58.748529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1502f1a1-5ac6-484c-b995-7bfd3e9b1cdb x-openstack-request-id: req-1502f1a1-5ac6-484c-b995-7bfd3e9b1cdb {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:29:58.749349 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:29:58.749349 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1502f1a1-5ac6-484c-b995-7bfd3e9b1cdb {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:29:58.749568 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'status': 'completed', 'code': 200} Jun 08 18:29:58.802044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-d652b6c9-34d4-4fc7-8a8e-b6b872698b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.803668 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-d652b6c9-34d4-4fc7-8a8e-b6b872698b1e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1097 time: 0.0876291 Jun 08 18:29:58.875617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-e346dd3c-2dd2-47f6-a661-08e486bbbdd0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 217 time: 0.0640407 Jun 08 18:29:58.945794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-ce0aebdf-0c7a-47a3-b3b4-130184b37370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:58.947085 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-ce0aebdf-0c7a-47a3-b3b4-130184b37370 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0650141 Jun 08 18:29:59.024356 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-3761a10f-8fb4-408e-b392-4777e8aea8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.025806 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-3761a10f-8fb4-408e-b392-4777e8aea8a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0725527 Jun 08 18:29:59.237279 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-a4d3affa-d9cb-49ad-bac2-7ef78c1db683 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052886 Jun 08 18:29:59.433001 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c049111-658f-4c0d-a2fe-1b7c4f1f8a17 req-915f4772-8ae4-4180-973d-f83ebf13cab3 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871309 Jun 08 18:29:59.452990 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4114078-1a6a-4254-adc1-11db84c02a14 req-af1c425e-5560-4b2a-b112-a7f0e3d2573f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.454469 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4114078-1a6a-4254-adc1-11db84c02a14 req-af1c425e-5560-4b2a-b112-a7f0e3d2573f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1306624 Jun 08 18:29:59.536949 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4114078-1a6a-4254-adc1-11db84c02a14 req-136aeec6-7190-44cb-bc6c-e8ac31e10d49 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754659 Jun 08 18:29:59.578196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-10fc6210-ed5f-42c8-aacb-4caaf0b60fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.579716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-10fc6210-ed5f-42c8-aacb-4caaf0b60fdd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1097 time: 0.0841248 Jun 08 18:29:59.718259 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-38c172a5-2161-4058-b34d-9f07e562ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.720196 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-38c172a5-2161-4058-b34d-9f07e562ce24 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1335564 Jun 08 18:29:59.860386 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-f54c9d85-ce49-431e-b17a-b65e6810a4a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 217 time: 0.1327319 Jun 08 18:29:59.961734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-0aeb1a31-5762-45c5-ba39-325f1cda6e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:29:59.963171 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-0aeb1a31-5762-45c5-ba39-325f1cda6e31 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0928388 Jun 08 18:30:00.036417 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-96fb877a-2bd9-4bab-9ca8-16ab80cb7f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.037883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-96fb877a-2bd9-4bab-9ca8-16ab80cb7f45 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1137 time: 0.2591343 Jun 08 18:30:00.052134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08afe0-0ebe-4383-b55f-939ebe71f886 req-23aa404f-da5f-449e-9f76-840c020e3f54 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.053652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-af08afe0-0ebe-4383-b55f-939ebe71f886 req-23aa404f-da5f-449e-9f76-840c020e3f54 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.2738328 Jun 08 18:30:00.206565 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-af08afe0-0ebe-4383-b55f-939ebe71f886 req-cdaccd81-bdad-4376-a00e-895dd7df14fe tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291976 Jun 08 18:30:00.240502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-db87563f-dc1b-48a0-9f29-6de457988169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.241956 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-db87563f-dc1b-48a0-9f29-6de457988169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2690613 Jun 08 18:30:00.246836 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-31a4caf9-f00b-4ce8-ae4a-8184eeb2b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.248232 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-31a4caf9-f00b-4ce8-ae4a-8184eeb2b1b7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1936896 Jun 08 18:30:00.433160 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-2053ff5d-7d9e-49e2-a598-7dc2b42684e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 1001 time: 0.1642570 Jun 08 18:30:00.511616 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-031c9e4b-4346-4bcc-abd7-814af2331cb3 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613337 Jun 08 18:30:00.537713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-0fa83308-0aa4-44d8-b15e-ee827f461ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.539139 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-0fa83308-0aa4-44d8-b15e-ee827f461ab3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.0956218 Jun 08 18:30:00.844976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51a0d6ae-a8b3-4eb3-a84b-60b550d642a5 req-011e404c-2cbb-45c2-94b0-429d63b441ef service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264787 Jun 08 18:30:00.854860 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-f5790abc-3561-42ae-a191-c837f17042c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.856240 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-f5790abc-3561-42ae-a191-c837f17042c8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2677014 Jun 08 18:30:00.943499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319906e-febd-4827-84a6-812abb207fa7 req-0cbc8fad-1332-4ca8-be69-40072f30d752 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:00.944918 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7319906e-febd-4827-84a6-812abb207fa7 req-0cbc8fad-1332-4ca8-be69-40072f30d752 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.2101123 Jun 08 18:30:01.018097 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7319906e-febd-4827-84a6-812abb207fa7 req-a6e346d3-42aa-4dbc-a1f3-d52cca600f60 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668323 Jun 08 18:30:01.027453 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0b6d52f2-5069-4659-8cdd-12e2565db569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.035495 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-1dc63e6a-e95f-4d60-9a6c-dacc1dfec862 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715264 Jun 08 18:30:01.173254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-19b810d5-e251-4c59-9a2a-3e64e5dd5505 req-6ce30c12-718e-4b9f-8a40-7c93b89bb0af service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313686 Jun 08 18:30:01.401317 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897af043-64fe-40b3-9ead-e7ef4bc7d323 req-054316e5-a66f-4c07-a413-68aefdd3863b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:01.402836 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-897af043-64fe-40b3-9ead-e7ef4bc7d323 req-054316e5-a66f-4c07-a413-68aefdd3863b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0892327 Jun 08 18:30:01.460071 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-897af043-64fe-40b3-9ead-e7ef4bc7d323 req-9a8b91f4-8580-441d-8e94-c3a95442d097 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0465052 Jun 08 18:30:01.608452 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:01.740359 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:01.753275 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:01.807895 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.823801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:01.839370 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:01.843345 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:01.845082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:01.913360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:01.920566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.920911 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.921240 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.921567 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.921887 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.922206 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.922547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.922866 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.923181 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.923496 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.923809 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.924118 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:01.928468 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:02.205585 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9317480-2113-48e4-9ceb-a86dcbcee5bf req-41b81c62-9178-403a-8a72-f32f95f9b680 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.207607 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9317480-2113-48e4-9ceb-a86dcbcee5bf req-41b81c62-9178-403a-8a72-f32f95f9b680 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.0789111 Jun 08 18:30:02.254745 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9317480-2113-48e4-9ceb-a86dcbcee5bf req-881d4f58-d986-4a03-b300-2583ff98a2e3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 Jun 08 18:30:02.266763 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:02.669736 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fcbd4-c006-4305-9d37-aed9d574f602 req-9e224b7a-d763-402a-ab74-b7506e25a43b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:02.671220 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-799fcbd4-c006-4305-9d37-aed9d574f602 req-9e224b7a-d763-402a-ab74-b7506e25a43b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0796151 Jun 08 18:30:02.720057 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-799fcbd4-c006-4305-9d37-aed9d574f602 req-2e9dbe67-1e1f-481f-80be-1f53decf35e1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420711 Jun 08 18:30:03.455021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfce5bc-55ec-40f8-8d1c-5442c6c5e18c req-001eeea8-a1fa-44c1-8a32-2c40cd36261b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.457063 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bfce5bc-55ec-40f8-8d1c-5442c6c5e18c req-001eeea8-a1fa-44c1-8a32-2c40cd36261b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.0875607 Jun 08 18:30:03.508259 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3bfce5bc-55ec-40f8-8d1c-5442c6c5e18c req-eb47a8a9-c7a1-4745-b4aa-35d1a14c48ea tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440354 Jun 08 18:30:03.608856 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.618592 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:03.653931 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebb140-431c-452e-95d6-6249fef28379 req-742ef100-7286-49ff-af3a-5092b67035f6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.655467 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4ebb140-431c-452e-95d6-6249fef28379 req-742ef100-7286-49ff-af3a-5092b67035f6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0851760 Jun 08 18:30:03.688140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:03.693239 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:03.693610 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.702248 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4ebb140-431c-452e-95d6-6249fef28379 req-c8016290-5c72-4b9d-bb1f-55e239554d34 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403578 Jun 08 18:30:03.762021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-83ad4cb5-8265-4fc0-a0a0-365dbd86461d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.834009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.862799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:03.865351 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b081b63-1461-447a-a535-9321a0c1cc48" -d '{"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:03.873346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:03.877854 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:03.882236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5620d957-7bdb-41bc-81e8-da08df698585 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:03.948106 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c979aae3-6617-45c7-92e1-214aa76325c3 x-openstack-request-id: req-c979aae3-6617-45c7-92e1-214aa76325c3 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:03.948407 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:03.948657 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c979aae3-6617-45c7-92e1-214aa76325c3 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:03.949102 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'code': 200} Jun 08 18:30:03.967946 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:03.970108 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03dadb-c1df-4578-af9d-4f287c0c6a78 req-34b7ef66-4dca-499e-bbcf-241990f1f6c3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:03.972573 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2e03dadb-c1df-4578-af9d-4f287c0c6a78 req-34b7ef66-4dca-499e-bbcf-241990f1f6c3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.1319745 Jun 08 18:30:03.979217 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:04.027941 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2e03dadb-c1df-4578-af9d-4f287c0c6a78 req-e3e05977-a998-4f10-9ef6-3e77267adcde tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430381 Jun 08 18:30:04.195128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1bcf3-19eb-4bec-9edf-c5f660c073a1 req-119ca07a-4440-42d1-b70d-74e6b8d89e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:04.196516 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3d1bcf3-19eb-4bec-9edf-c5f660c073a1 req-119ca07a-4440-42d1-b70d-74e6b8d89e7e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1099 time: 0.0734782 Jun 08 18:30:04.242765 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3d1bcf3-19eb-4bec-9edf-c5f660c073a1 req-f9a132ae-fa7e-4a9f-8046-85d11db92b53 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395906 Jun 08 18:30:04.707453 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7463b2-edab-42d6-bd68-658319500cea req-1d135f34-1333-4c27-9523-c8ee002b7ed6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:04.708910 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a7463b2-edab-42d6-bd68-658319500cea req-1d135f34-1333-4c27-9523-c8ee002b7ed6 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0807476 Jun 08 18:30:04.758389 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a7463b2-edab-42d6-bd68-658319500cea req-a128d7a0-fa94-4fd1-ada7-0c390cbfc982 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432725 Jun 08 18:30:04.897210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:04.902329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf99e833-a582-4500-aafe-831adac982ea req-9ed34820-1528-4e85-9076-6b8ca4d3d34f tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:04.903831 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bf99e833-a582-4500-aafe-831adac982ea req-9ed34820-1528-4e85-9076-6b8ca4d3d34f tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0860524 Jun 08 18:30:04.957937 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bf99e833-a582-4500-aafe-831adac982ea req-e9a2267e-dfe0-44ae-a70d-5da275f2109c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Jun 08 18:30:05.232772 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed94663-b6c7-464b-b811-7f1f6383f2f6 req-a4795937-c3bb-47fc-a2b7-c1b77c9a12b7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.234274 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ed94663-b6c7-464b-b811-7f1f6383f2f6 req-a4795937-c3bb-47fc-a2b7-c1b77c9a12b7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0853770 Jun 08 18:30:05.282460 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ed94663-b6c7-464b-b811-7f1f6383f2f6 req-6b79a0b2-5ee2-44bf-ae52-97ca0e1e8b88 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420687 Jun 08 18:30:05.955488 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e49ed2-8664-4a24-a608-5c8ab632cb0f req-9b4fe896-3121-4765-9a5b-b9f947a350e0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:05.957325 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-35e49ed2-8664-4a24-a608-5c8ab632cb0f req-9b4fe896-3121-4765-9a5b-b9f947a350e0 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0875549 Jun 08 18:30:06.001983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-35e49ed2-8664-4a24-a608-5c8ab632cb0f req-8993513e-a4c2-46c2-b4df-7249f2fcc51f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386665 Jun 08 18:30:06.223911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20253515-a190-47d0-87ec-e8163b1c8619 req-e5917bff-81f0-4d3d-8b4c-c04ace11ab08 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:06.225336 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-20253515-a190-47d0-87ec-e8163b1c8619 req-e5917bff-81f0-4d3d-8b4c-c04ace11ab08 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1404769 Jun 08 18:30:06.233491 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752839cc-ad8e-4378-a853-2d0271ad3add req-4b88976d-ddac-46fc-a2c6-afcd50104c31 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:06.234809 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-752839cc-ad8e-4378-a853-2d0271ad3add req-4b88976d-ddac-46fc-a2c6-afcd50104c31 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1145425 Jun 08 18:30:06.244029 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 40962) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:06.248933 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Request body: {'floatingip': {'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:06.276139 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-20253515-a190-47d0-87ec-e8163b1c8619 req-51c54464-a9dc-4d3d-9e1c-134641a8df03 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404050 Jun 08 18:30:06.330131 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, before_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.467991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c51af-733e-4169-a0b0-0784112eccdc req-d35fb2d1-cfde-42e2-b1bd-4cd2c746a22b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:06.469556 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bc8c51af-733e-4169-a0b0-0784112eccdc req-d35fb2d1-cfde-42e2-b1bd-4cd2c746a22b tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0804913 Jun 08 18:30:06.521390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bc8c51af-733e-4169-a0b0-0784112eccdc req-1634a9f7-849b-4e8d-9be8-17bb24099274 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450778 Jun 08 18:30:06.867703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.920385 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:06.924880 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.106349 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Floating IP 51d96d80-c209-4e32-b84b-63272d819468 associated. External IP: 172.27.0.45, port: d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62. Jun 08 18:30:07.553154 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b681dc-b592-4c14-be8b-4eaf98ac33fa req-07b0b3a8-453a-40b8-b200-dc562b691bd1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.554763 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3b681dc-b592-4c14-be8b-4eaf98ac33fa req-07b0b3a8-453a-40b8-b200-dc562b691bd1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1692600 Jun 08 18:30:07.559446 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:30:07.603669 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3b681dc-b592-4c14-be8b-4eaf98ac33fa req-65240fa9-ab49-4049-9477-e1e49005dff0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 Jun 08 18:30:07.724274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a9fd3-fa5f-42c2-96fc-2ead974c5e87 req-b9cbf79a-4344-4d41-8989-e89bb7603315 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.725760 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2b0a9fd3-fa5f-42c2-96fc-2ead974c5e87 req-b9cbf79a-4344-4d41-8989-e89bb7603315 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0838118 Jun 08 18:30:07.751133 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:30:07.756242 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:07.760567 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:30:07.770384 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:07.770997 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:07.774361 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2b0a9fd3-fa5f-42c2-96fc-2ead974c5e87 req-7162f1ea-564a-491e-9bd2-02f48f267b29 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425744 Jun 08 18:30:07.813274 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1eb02641-1678-4f35-84b5-2cc1280ff2dc tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "PUT /v2.0/floatingips/51d96d80-c209-4e32-b84b-63272d819468 HTTP/1.1" status: 200 len: 991 time: 1.5679967 Jun 08 18:30:07.813901 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:07.816806 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1164ccec-2a6b-4164-b4f7-482705b72018" -d '{"events": [{"name": "network-changed", "server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:07.861091 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823c2523-b084-4711-b35b-15cc9b3c8a8d x-openstack-request-id: req-823c2523-b084-4711-b35b-15cc9b3c8a8d {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:07.861413 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:07.861691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-823c2523-b084-4711-b35b-15cc9b3c8a8d {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:07.862114 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'status': 'completed', 'code': 200} Jun 08 18:30:07.953737 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:07.962014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-d55b5337-cd2c-4f6e-bb9e-74cb1bf7cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:07.963481 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-d55b5337-cd2c-4f6e-bb9e-74cb1bf7cb84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1099 time: 0.0741982 Jun 08 18:30:08.103811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-010a4a52-d53b-4066-9df0-22e26d23141e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:08.105252 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-010a4a52-d53b-4066-9df0-22e26d23141e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1355224 Jun 08 18:30:08.209917 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-f9ff9cb6-5e42-41e2-aed3-bd1d7cad45d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 999 time: 0.0974343 Jun 08 18:30:08.279939 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-50187a5e-4ff6-40b6-9b97-a9bdd905c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:08.281370 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-50187a5e-4ff6-40b6-9b97-a9bdd905c584 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0641305 Jun 08 18:30:08.312800 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51d96d80-c209-4e32-b84b-63272d819468', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:54Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:08.317678 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:08.326535 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:08.327159 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:08.359852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-a3b367bc-f289-4ca3-9e53-59a20384adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:08.361203 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-a3b367bc-f289-4ca3-9e53-59a20384adde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735469 Jun 08 18:30:08.464678 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:08.499465 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-ee90e726-622c-4f02-8e37-9007357591c6 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302149 Jun 08 18:30:08.522454 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:08.641449 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1164ccec-2a6b-4164-b4f7-482705b72018 req-355f9834-459e-4883-81ae-bd01d1870f1b service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342444 Jun 08 18:30:08.797814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5dbbd-3866-4c4f-b18a-bb8e8c031015 req-73eb6cd7-4a79-4157-8f3b-ae0f60c094d0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:08.799319 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a2f5dbbd-3866-4c4f-b18a-bb8e8c031015 req-73eb6cd7-4a79-4157-8f3b-ae0f60c094d0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0789268 Jun 08 18:30:08.861408 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a2f5dbbd-3866-4c4f-b18a-bb8e8c031015 req-0925895f-b848-4079-8196-3ac8101dc425 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465016 Jun 08 18:30:08.927856 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51d96d80-c209-4e32-b84b-63272d819468', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:54Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:08.928121 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd2088f-baa1-4359-bef3-c63f41f8cf8f None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '51d96d80-c209-4e32-b84b-63272d819468', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'floating_ip_address': '172.27.0.45', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:29:54Z', 'updated_at': '2021-06-08T18:30:06Z', 'revision_number': 1, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:08.973675 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e658f2-4459-4679-8da3-f9ffa0264267 req-c8baf4a1-f83f-41de-87b3-36b126ee0a9c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:08.975232 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80e658f2-4459-4679-8da3-f9ffa0264267 req-c8baf4a1-f83f-41de-87b3-36b126ee0a9c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0868499 Jun 08 18:30:09.028949 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80e658f2-4459-4679-8da3-f9ffa0264267 req-2138683e-d594-47a5-a981-d5eed6199005 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444205 Jun 08 18:30:09.131482 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f33b6c-c9ba-4881-8e8c-7fe74eb7a41d None None] New status for floating IP 51d96d80-c209-4e32-b84b-63272d819468: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:30:10.060828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07a42b-72d1-4b97-8cb0-6f1051542d52 req-9ba2e8ca-1ca0-4afc-bbf0-30e95b044f33 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.062329 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d07a42b-72d1-4b97-8cb0-6f1051542d52 req-9ba2e8ca-1ca0-4afc-bbf0-30e95b044f33 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0875018 Jun 08 18:30:10.127952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d07a42b-72d1-4b97-8cb0-6f1051542d52 req-1cc8cae4-c490-435c-9d08-3e7006d332b7 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586116 Jun 08 18:30:10.233131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8988d-2536-4b33-9df6-b911d988cd3f req-052a6556-f952-4a8a-8d07-4b13157530af tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:10.234616 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7d8988d-2536-4b33-9df6-b911d988cd3f req-052a6556-f952-4a8a-8d07-4b13157530af tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0826108 Jun 08 18:30:10.281986 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7d8988d-2536-4b33-9df6-b911d988cd3f req-e5484ce1-a69f-43dc-9943-e008202608c2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409286 Jun 08 18:30:11.336596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98682-1147-4427-96ea-746b41f45252 req-2e3a0460-3371-4e55-b392-2f4200f89ddb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:11.338157 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-36e98682-1147-4427-96ea-746b41f45252 req-2e3a0460-3371-4e55-b392-2f4200f89ddb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0902739 Jun 08 18:30:11.386040 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-36e98682-1147-4427-96ea-746b41f45252 req-9ffa82a9-0e25-4b7b-8b8e-d737344c8302 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419018 Jun 08 18:30:11.541443 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fd9e7-038c-4534-902a-370c67295dd6 req-67ab25ca-b842-4298-8822-0d01ea719522 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:11.542912 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-507fd9e7-038c-4534-902a-370c67295dd6 req-67ab25ca-b842-4298-8822-0d01ea719522 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0841565 Jun 08 18:30:11.593333 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-507fd9e7-038c-4534-902a-370c67295dd6 req-5d2c3fa4-becc-4dad-a7eb-49b90ac927d7 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447147 Jun 08 18:30:12.574084 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:12.583362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5fc201-e7ea-4223-81e3-4e481fe03303 req-8bdc2973-5f23-4297-8822-f414e8965ce6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.584837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e5fc201-e7ea-4223-81e3-4e481fe03303 req-8bdc2973-5f23-4297-8822-f414e8965ce6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0841651 Jun 08 18:30:12.633352 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e5fc201-e7ea-4223-81e3-4e481fe03303 req-2a76cc0e-a883-4d52-8f09-558204eacd4a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426216 Jun 08 18:30:12.847177 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba221f-f8bf-4de8-9814-44caec26db9e req-bb223055-4b40-472b-b3da-bc7339d8bf6f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:12.848642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-caba221f-f8bf-4de8-9814-44caec26db9e req-bb223055-4b40-472b-b3da-bc7339d8bf6f tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0857425 Jun 08 18:30:12.968523 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-caba221f-f8bf-4de8-9814-44caec26db9e req-de835761-32ea-4241-9c36-9bb517c62a83 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1140158 Jun 08 18:30:13.823587 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06252c8-c913-43ac-b1d5-2e54d654fa35 req-0618afee-ef15-4f9b-922a-560b388ad7a6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:13.825069 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f06252c8-c913-43ac-b1d5-2e54d654fa35 req-0618afee-ef15-4f9b-922a-560b388ad7a6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0796223 Jun 08 18:30:13.870425 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f06252c8-c913-43ac-b1d5-2e54d654fa35 req-44897d8f-231d-4286-89b1-4697ffd21275 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394247 Jun 08 18:30:14.163489 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c8ef9-25c6-46c1-a325-2b3ccb1fde6f req-b5e9d7ae-7147-4477-ad3f-7c9104e9a20d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:14.164847 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b65c8ef9-25c6-46c1-a325-2b3ccb1fde6f req-b5e9d7ae-7147-4477-ad3f-7c9104e9a20d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0840394 Jun 08 18:30:14.212306 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b65c8ef9-25c6-46c1-a325-2b3ccb1fde6f req-d955886d-377d-42e5-9ca5-b8dd98468d48 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415339 Jun 08 18:30:15.067187 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb701bc-2977-4977-8302-30823ace32ed req-521e2bf5-3529-4b55-8939-a2ae75fe3c75 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:15.068633 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2bb701bc-2977-4977-8302-30823ace32ed req-521e2bf5-3529-4b55-8939-a2ae75fe3c75 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0872755 Jun 08 18:30:15.117757 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2bb701bc-2977-4977-8302-30823ace32ed req-b9d2161a-cb7a-4f31-b51e-a83f6368538c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 Jun 08 18:30:15.429777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b4851-c275-4bc8-93ad-b20c798a3209 req-04de674b-5478-4ee4-9307-62f2bf7dde52 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:15.431362 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e30b4851-c275-4bc8-93ad-b20c798a3209 req-04de674b-5478-4ee4-9307-62f2bf7dde52 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.1060412 Jun 08 18:30:15.480925 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e30b4851-c275-4bc8-93ad-b20c798a3209 req-91ac504e-686a-41f7-bfe4-c5c7cf97be28 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437591 Jun 08 18:30:16.309080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70982731-48ae-4f60-834e-1cc1b183b5bc req-ee31a0aa-e3ea-43e0-b515-1b1304683511 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:16.310637 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70982731-48ae-4f60-834e-1cc1b183b5bc req-ee31a0aa-e3ea-43e0-b515-1b1304683511 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0838003 Jun 08 18:30:16.354646 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70982731-48ae-4f60-834e-1cc1b183b5bc req-760db6a7-9f42-459d-bc58-12803f8ece3d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384398 Jun 08 18:30:16.675285 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26d50b-73b3-40c0-9a9a-6cfa7d0daf25 req-200ea90a-747a-4da1-8a2b-81aa01a759c1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:16.678920 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3e26d50b-73b3-40c0-9a9a-6cfa7d0daf25 req-200ea90a-747a-4da1-8a2b-81aa01a759c1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0876637 Jun 08 18:30:16.725041 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3e26d50b-73b3-40c0-9a9a-6cfa7d0daf25 req-1e430fda-5616-4cac-821a-60f20f1dc1e3 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426300 Jun 08 18:30:17.545882 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896293f-4d20-4811-8287-0954ddadeb51 req-96020fd6-37bb-47fc-acb7-c41a41c21769 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:17.547326 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a896293f-4d20-4811-8287-0954ddadeb51 req-96020fd6-37bb-47fc-acb7-c41a41c21769 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0841238 Jun 08 18:30:17.591938 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a896293f-4d20-4811-8287-0954ddadeb51 req-3314672d-d593-44fb-94f5-dbb397983992 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388005 Jun 08 18:30:17.923320 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96d3d-06a4-4166-a930-927e1d0eb815 req-e3f80c2c-d719-43fe-98bd-4413cbc2abaf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:17.924769 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d6a96d3d-06a4-4166-a930-927e1d0eb815 req-e3f80c2c-d719-43fe-98bd-4413cbc2abaf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0907030 Jun 08 18:30:17.983354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d6a96d3d-06a4-4166-a930-927e1d0eb815 req-75337b53-d36b-483a-8bb3-60c80c6e051e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=580d7e1f-3022-495b-849f-fb3a647bcc80&id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520866 Jun 08 18:30:18.809445 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-42a138bd-2d11-43b0-b91a-5600c8e0ad3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.810911 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-42a138bd-2d11-43b0-b91a-5600c8e0ad3c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1099 time: 0.1341553 Jun 08 18:30:18.823522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3766236-0ce9-4daf-b8bb-a4b05522f8d4 req-047eb12c-482a-40a9-9854-5e4865c6dc5c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.824850 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3766236-0ce9-4daf-b8bb-a4b05522f8d4 req-047eb12c-482a-40a9-9854-5e4865c6dc5c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1132460 Jun 08 18:30:18.956272 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3766236-0ce9-4daf-b8bb-a4b05522f8d4 req-21ec24df-45d9-4d77-a365-5d28dc5606f5 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115189 Jun 08 18:30:18.995239 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-f6af0bf3-22ed-4992-a110-32196dc7c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:18.996634 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-f6af0bf3-22ed-4992-a110-32196dc7c186 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.1709611 Jun 08 18:30:19.099846 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-1518c29e-4dd3-4fcb-a176-3e3518b62a90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 1001 time: 0.0964952 Jun 08 18:30:19.170722 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-5273b21f-79c0-4ae3-86de-690d459b804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.172019 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-5273b21f-79c0-4ae3-86de-690d459b804a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.0580163 Jun 08 18:30:19.255037 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-0d80bf24-75ba-4445-b58a-03aa412372ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:19.256477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-0d80bf24-75ba-4445-b58a-03aa412372ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0767770 Jun 08 18:30:19.398023 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-d68e359f-0c61-4f52-aa88-b1da50c6493a service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344767 Jun 08 18:30:19.537514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fb38fc5d-5f16-459c-be15-421a6150caf9 req-18e48a1d-6abb-440c-abcf-f430f5c2cf0b service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327469 Jun 08 18:30:20.234773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ffc63-90c3-4fb3-84da-dd713709ed5b req-b6d38b48-506b-4e24-a860-99574631da7f tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:20.236236 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f3ffc63-90c3-4fb3-84da-dd713709ed5b req-b6d38b48-506b-4e24-a860-99574631da7f tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1683362 Jun 08 18:30:20.282033 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f3ffc63-90c3-4fb3-84da-dd713709ed5b req-f4a8209f-1e4b-4ef0-90ba-05fbfe871cc9 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394990 Jun 08 18:30:21.479626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee969fb3-f3a7-4f7d-b528-a5f743fedcc4 req-9d6643a9-0387-4a08-ac21-fe309d3db200 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:21.481080 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ee969fb3-f3a7-4f7d-b528-a5f743fedcc4 req-9d6643a9-0387-4a08-ac21-fe309d3db200 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0889950 Jun 08 18:30:21.540564 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ee969fb3-f3a7-4f7d-b528-a5f743fedcc4 req-5ba331a3-bced-4820-b57e-bce825578e34 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535159 Jun 08 18:30:22.726485 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1878f9-3da2-440a-8f25-ca9dff6732f1 req-f39972e1-0b84-4b15-b3f1-088ecb484e45 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:22.728087 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ca1878f9-3da2-440a-8f25-ca9dff6732f1 req-f39972e1-0b84-4b15-b3f1-088ecb484e45 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0808613 Jun 08 18:30:22.779751 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ca1878f9-3da2-440a-8f25-ca9dff6732f1 req-8051f5fe-5a2f-456f-a3fe-bf0df61d37f0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450974 Jun 08 18:30:23.069647 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-bb82557f-75e5-4988-bc3e-8538cc278fc7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761244 Jun 08 18:30:23.140354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981a30-ded7-4acf-8982-b9c53ed75792 req-037f86a7-cd0d-4b3a-8bfd-1fe3496d6a4c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:23.141781 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67981a30-ded7-4acf-8982-b9c53ed75792 req-037f86a7-cd0d-4b3a-8bfd-1fe3496d6a4c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0901089 Jun 08 18:30:23.189952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67981a30-ded7-4acf-8982-b9c53ed75792 req-3c229d4b-aec6-4db8-bb9d-a2ab376b25ec tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Jun 08 18:30:24.451498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032a56f-f74b-45a4-b552-599520e1a3e1 req-4906e2ac-13d6-4a65-98d4-fdfc399eb72c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.453044 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a032a56f-f74b-45a4-b552-599520e1a3e1 req-4906e2ac-13d6-4a65-98d4-fdfc399eb72c tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1399548 Jun 08 18:30:24.514336 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a032a56f-f74b-45a4-b552-599520e1a3e1 req-3d1b616e-3fb9-400f-aabe-afd27395c253 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544538 Jun 08 18:30:24.814914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-273e13fa-71c2-4cab-9771-a36e195503b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.816919 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-273e13fa-71c2-4cab-9771-a36e195503b0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f&tenant_id=20db8c0e0a5145ce836aa84744bed739 HTTP/1.1" status: 200 len: 1099 time: 0.0733531 Jun 08 18:30:24.919329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-74b0f045-7659-46cc-adb4-33c56a5d18d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:24.920790 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-74b0f045-7659-46cc-adb4-33c56a5d18d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1099 time: 0.0805275 Jun 08 18:30:25.060055 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-c650f81c-dd7b-49c6-ac4e-db101c147c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.061524 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-c650f81c-dd7b-49c6-ac4e-db101c147c5e service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.1338525 Jun 08 18:30:25.169412 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-b3986fb0-62eb-47c9-b5b9-7f4580ea5125 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 1001 time: 0.0935802 Jun 08 18:30:25.234274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-a6c78423-ad7c-4593-939d-c1f086bf25df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.236213 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-a6c78423-ad7c-4593-939d-c1f086bf25df service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.0593450 Jun 08 18:30:25.310277 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-ae97abd2-a013-46e2-b63d-b2dfc6ecd3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.311727 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-ae97abd2-a013-46e2-b63d-b2dfc6ecd3a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0691221 Jun 08 18:30:25.448508 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-64d8c9f1-0041-490a-96ec-fa469b62d660 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297085 Jun 08 18:30:25.582231 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec1cde3f-42e5-426c-b798-b16e662ed668 req-5d0ccca3-cb27-4eb5-bb24-3b49773a9b22 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264195 Jun 08 18:30:25.685301 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:25.706342 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656415a9-b597-4ff6-8a6d-3a544e4d06e5 req-865a833c-7db6-4b45-a59e-9f4e23c049a5 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:25.707962 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-656415a9-b597-4ff6-8a6d-3a544e4d06e5 req-865a833c-7db6-4b45-a59e-9f4e23c049a5 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0841262 Jun 08 18:30:25.757696 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-656415a9-b597-4ff6-8a6d-3a544e4d06e5 req-3bd0633c-4215-4ca8-ac56-c40a2aaefb5e tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436406 Jun 08 18:30:25.807040 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.834320 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:25.836804 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb60073-455a-43be-9b9a-a01d03b54c1b" -d '{"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:25.844347 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:25.850094 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:25.852520 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:25.886860 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9242f893-82cb-4fa6-b877-0ab9b1620f3c x-openstack-request-id: req-9242f893-82cb-4fa6-b877-0ab9b1620f3c {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:25.887158 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-unplugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:25.887411 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9242f893-82cb-4fa6-b877-0ab9b1620f3c {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:25.887794 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'code': 200} Jun 08 18:30:25.920237 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:25.923420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:26.951224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28555f97-e76b-4691-bb4e-5b15fd99b594 req-506caf59-138c-4782-8b1a-f9884e79bc08 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:26.953508 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-28555f97-e76b-4691-bb4e-5b15fd99b594 req-506caf59-138c-4782-8b1a-f9884e79bc08 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0830019 Jun 08 18:30:27.001290 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-28555f97-e76b-4691-bb4e-5b15fd99b594 req-97627afd-7f0c-4c88-8a94-24f59ce14603 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Jun 08 18:30:28.193526 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4fabe-5cbe-4880-bce0-77c0225a3d2d req-f0d99320-73f3-477d-84f9-69bd4ed4967a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:28.194979 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3d4fabe-5cbe-4880-bce0-77c0225a3d2d req-f0d99320-73f3-477d-84f9-69bd4ed4967a tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0899079 Jun 08 18:30:28.239716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a3d4fabe-5cbe-4880-bce0-77c0225a3d2d req-640f8527-4a08-422c-b284-de7834cf2bd0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389509 Jun 08 18:30:29.430047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ecbef-f09f-44b1-9d67-00e72876f0a4 req-ca5af723-935f-4706-a48f-937a59d4ee23 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:29.431601 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e33ecbef-f09f-44b1-9d67-00e72876f0a4 req-ca5af723-935f-4706-a48f-937a59d4ee23 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0804219 Jun 08 18:30:29.553655 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e33ecbef-f09f-44b1-9d67-00e72876f0a4 req-47e58325-71a6-43e2-8b83-a58fe2121f00 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150527 Jun 08 18:30:30.740722 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34bbfc-cfe7-42c4-9d51-59a769362324 req-b88fcf0b-2798-45b0-9568-9d186bfbcc48 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:30.742055 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b34bbfc-cfe7-42c4-9d51-59a769362324 req-b88fcf0b-2798-45b0-9568-9d186bfbcc48 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0829308 Jun 08 18:30:30.786004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b34bbfc-cfe7-42c4-9d51-59a769362324 req-afb8c939-6e44-48d2-b094-9a7c90462cc1 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383782 Jun 08 18:30:31.029220 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-10ae809c-5c93-4d86-ae65-f93e977e8304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:31.997800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e70f36-e29b-45f9-aa45-010b15ab5506 req-9486bbc9-890d-484b-a94a-210cfb5d303b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:31.999330 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a0e70f36-e29b-45f9-aa45-010b15ab5506 req-9486bbc9-890d-484b-a94a-210cfb5d303b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0898631 Jun 08 18:30:32.053155 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a0e70f36-e29b-45f9-aa45-010b15ab5506 req-a31f7818-8e88-43ad-9327-985d1c3eb812 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459967 Jun 08 18:30:33.266497 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59f2a3-4815-472c-a49b-7c1a377b3dbe req-c134a3b9-e93b-4413-baee-7aeec66c5f23 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.271042 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4f59f2a3-4815-472c-a49b-7c1a377b3dbe req-c134a3b9-e93b-4413-baee-7aeec66c5f23 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.0991852 Jun 08 18:30:33.362404 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4f59f2a3-4815-472c-a49b-7c1a377b3dbe req-53ad8ab3-424b-46fc-8871-76a548b80812 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885162 Jun 08 18:30:33.397976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b8ef7-2344-4ed1-aa2d-86ccbfce1c0d req-930046f9-0766-49b7-b4da-f276f3e7fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:33.399451 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-926b8ef7-2344-4ed1-aa2d-86ccbfce1c0d req-930046f9-0766-49b7-b4da-f276f3e7fd0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1097 time: 0.0939562 Jun 08 18:30:33.445199 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-926b8ef7-2344-4ed1-aa2d-86ccbfce1c0d req-709b6be3-daeb-4cf9-9663-c7d3a97324c4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Jun 08 18:30:33.615988 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:33.724636 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3408c499-f796-46f4-b4ce-e63b0f1169e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:34.600733 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09deacd5-8916-4bb7-8e18-02fcabffaaf4 req-27fec278-8050-49ce-b54c-5a3ede8c628a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:34.602252 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09deacd5-8916-4bb7-8e18-02fcabffaaf4 req-27fec278-8050-49ce-b54c-5a3ede8c628a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.1548738 Jun 08 18:30:34.612090 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0d5037-6af7-4ade-9b9b-f656de7cfebf req-8b307720-01c4-4501-9966-3371372bbf59 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:34.614681 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b0d5037-6af7-4ade-9b9b-f656de7cfebf req-8b307720-01c4-4501-9966-3371372bbf59 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.1327248 Jun 08 18:30:34.690052 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-09deacd5-8916-4bb7-8e18-02fcabffaaf4 req-6f23ff20-3dff-4917-8b2d-558c2c09c96b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744498 Jun 08 18:30:34.714527 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9b0d5037-6af7-4ade-9b9b-f656de7cfebf req-58caad6a-6563-4124-a0a6-dee2bfb87ae0 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743065 Jun 08 18:30:34.899881 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:35.742286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:35.897821 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:35.912804 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'port_id': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'mac_address': 'fa:16:3e:d0:45:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:35.984580 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.008470 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:36.025399 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:36.030138 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.031890 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:36.108180 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca4df5b-44f6-428e-b1d6-2008cad0ed68 req-a6a39075-c292-40e6-9e8b-f862f94592fe tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.109653 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eca4df5b-44f6-428e-b1d6-2008cad0ed68 req-a6a39075-c292-40e6-9e8b-f862f94592fe tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 944 time: 0.2920012 Jun 08 18:30:36.121202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-8ea332bb-b96a-4493-a345-d0182f07ac32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.122902 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-8ea332bb-b96a-4493-a345-d0182f07ac32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.2176347 Jun 08 18:30:36.124077 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:36.127400 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:36.200183 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f7e6c-abce-4579-9cf7-1b1ae855f2bc req-1d92f44a-07ae-431d-95c6-fff4c54aed69 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.201818 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f3f7e6c-abce-4579-9cf7-1b1ae855f2bc req-1d92f44a-07ae-431d-95c6-fff4c54aed69 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 945 time: 0.3854287 Jun 08 18:30:36.312578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-eca4df5b-44f6-428e-b1d6-2008cad0ed68 req-3930835e-f478-424c-8a06-b3e8f554b236 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879926 Jun 08 18:30:36.315599 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-55ecb987-061c-4903-8b56-4c3edeb67008 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3077781 Jun 08 18:30:36.338589 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f3f7e6c-abce-4579-9cf7-1b1ae855f2bc req-c0da41dc-8b2f-474e-b8c5-55c5780241e0 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242697 Jun 08 18:30:36.436024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:36.452362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Deleting port 89b73120-20bc-4595-90ab-5330cdcb03e8 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:36.452679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.472587 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-863b678d-5357-45db-8c72-9c8828aa1c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.474255 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-863b678d-5357-45db-8c72-9c8828aa1c2d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1098 time: 0.1306753 Jun 08 18:30:36.724489 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] For port 89b73120-20bc-4595-90ab-5330cdcb03e8, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=89b73120-20bc-4595-90ab-5330cdcb03e8,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:36.724815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:36.740886 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-7fd3092b-5991-4205-8413-ab77a35fd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:36.742454 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-7fd3092b-5991-4205-8413-ab77a35fd2b9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.2108548 Jun 08 18:30:36.905163 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.090419 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-3024ee39-7756-4902-8153-8d245fdc4489 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 1000 time: 0.2907128 Jun 08 18:30:37.256277 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-27fb10f1-9aa0-4aa4-a70a-7c9940c19b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:37.257748 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-27fb10f1-9aa0-4aa4-a70a-7c9940c19b08 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.1563847 Jun 08 18:30:37.312731 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.313100 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.313413 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Floating IP ffec187f-4b5d-40e1-a51c-6d5dda03c415 disassociated. External IP: 172.27.0.163, port: 89b73120-20bc-4595-90ab-5330cdcb03e8. Jun 08 18:30:37.313753 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Calling delete_port for 89b73120-20bc-4595-90ab-5330cdcb03e8 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:37.371593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-5dcd83fb-25f9-4c0c-b89b-baf325c59bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:37.373095 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-5dcd83fb-25f9-4c0c-b89b-baf325c59bd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1077795 Jun 08 18:30:37.636995 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:37.645766 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:37.688477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-f721b124-47a6-4397-bd4d-b511b8bc919b service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070753 Jun 08 18:30:37.701301 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'Port': ['ID=89b73120-20bc-4595-90ab-5330cdcb03e8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:37.736801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.737238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.737561 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.738518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.738971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.739546 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.739703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.740095 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.740388 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.741443 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.741443 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.741618 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:30:37.745037 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:37.861943 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aba49-9704-4a94-bf5c-cbd9f0639505 req-239620e7-9fe6-4fee-b633-e5010ce1b69e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:37.863506 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-411aba49-9704-4a94-bf5c-cbd9f0639505 req-239620e7-9fe6-4fee-b633-e5010ce1b69e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b7b81db-d7f2-4c51-9814-a57913d702e8 HTTP/1.1" status: 200 len: 867 time: 0.3670287 Jun 08 18:30:38.054806 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-411aba49-9704-4a94-bf5c-cbd9f0639505 req-3066b38d-3740-44d7-8ecc-b80ca7fbac3e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8e1920a-81f2-4580-8e8c-89cd00e30ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807871 Jun 08 18:30:38.066948 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac3efca7-d9c3-43ce-bef0-0b0fb4d0219e req-38b248ef-462e-480c-9303-b52e1bf3f77e service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674788 Jun 08 18:30:38.088665 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:30:38.295938 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:30:38.306543 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:30:38.318830 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:38.319431 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:38.375174 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] No DVR routers for this DVR port 89b73120-20bc-4595-90ab-5330cdcb03e8 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:30:38.379184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.380319 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-51b6e5b5-18a4-4605-8eb8-857780d4d251 req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "DELETE /v2.0/ports/89b73120-20bc-4595-90ab-5330cdcb03e8 HTTP/1.1" status: 204 len: 173 time: 2.2506733 Jun 08 18:30:38.380860 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'name': 'network-vif-deleted', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:38.383666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023f47c-61a6-4de4-a120-8dbbb4ee046b" -d '{"events": [{"server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "name": "network-vif-deleted", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:38.442557 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17c3d9f-9a29-426d-9001-fc6e1db601a2 x-openstack-request-id: req-c17c3d9f-9a29-426d-9001-fc6e1db601a2 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:38.443035 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7b81db-d7f2-4c51-9814-a57913d702e8", "name": "network-vif-deleted", "tag": "89b73120-20bc-4595-90ab-5330cdcb03e8", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:38.443525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c17c3d9f-9a29-426d-9001-fc6e1db601a2 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:38.444026 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7b81db-d7f2-4c51-9814-a57913d702e8', 'name': 'network-vif-deleted', 'tag': '89b73120-20bc-4595-90ab-5330cdcb03e8', 'status': 'completed', 'code': 200} Jun 08 18:30:38.471952 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:38.543091 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:38.875238 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:38.880787 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:38.889888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:38.890479 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.125405 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:39.209209 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41132) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:39.273184 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.301523 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.377564 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.380885 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.382330 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "DELETE /v2.0/security-groups/b8e1920a-81f2-4580-8e8c-89cd00e30ee7 HTTP/1.1" status: 204 len: 168 time: 0.1717422 Jun 08 18:30:39.383422 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-94f98a56-be4d-423c-ba4c-94699f9d5193 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:39.385073 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41134) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:39.403022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8e1920a-81f2-4580-8e8c-89cd00e30ee7,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:39.403664 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.api.v2.resource [None req-a291684d-52d3-44d1-a6b7-8b2290994343 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] show failed (client error): The resource could not be found. Jun 08 18:30:39.404734 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a291684d-52d3-44d1-a6b7-8b2290994343 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups/b8e1920a-81f2-4580-8e8c-89cd00e30ee7 HTTP/1.1" status: 404 len: 347 time: 0.0186863 Jun 08 18:30:39.408549 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41136) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:39.414139 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1d74d3ff-8210-4d7f-bd9a-625d806f116f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:39.478105 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:39.486649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1edb5c-ec47-4b8a-b750-145803896022 None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:39.740450 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2536bf2b-0fd9-40fc-81dd-91326ce3fe2b None None] New status for floating IP ffec187f-4b5d-40e1-a51c-6d5dda03c415: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:30:39.743320 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:39.755501 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Deleting port 4e850894-4046-4c4c-8aa9-5b86e852ead2 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:30:39.756254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.833301 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:39.833882 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.964260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:39.964594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.051152 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.091807 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:40.096168 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998fba63-4d99-4fa4-9317-0d63659d563d" -d '{"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:40.105025 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Calling delete_port for 4e850894-4046-4c4c-8aa9-5b86e852ead2 owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:30:40.105236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:40.111673 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.113243 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 89b73120-20bc-4595-90ab-5330cdcb03e8 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:30:40.143480 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:40.178171 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0f9bea-68e6-4be5-bbb0-04ed01b4ea71 x-openstack-request-id: req-1a0f9bea-68e6-4be5-bbb0-04ed01b4ea71 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:40.178519 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-plugged", "status": "completed", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:40.178781 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a0f9bea-68e6-4be5-bbb0-04ed01b4ea71 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:40.179175 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'code': 200} Jun 08 18:30:40.184341 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 89b73120-20bc-4595-90ab-5330cdcb03e8 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:30:40.184701 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 89b73120-20bc-4595-90ab-5330cdcb03e8 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:30:40.219611 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:40.224061 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:40.251076 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.257989 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-88b27084-d476-4adf-b03e-2dc2de1f7ecd tempest-VolumesNegativeTest-168308219 tempest-VolumesNegativeTest-168308219-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:40.304390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'Port': ['ID=4e850894-4046-4c4c-8aa9-5b86e852ead2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:40.306757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:40.403775 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.406195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.407427 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "DELETE /v2.0/floatingips/ffec187f-4b5d-40e1-a51c-6d5dda03c415 HTTP/1.1" status: 204 len: 168 time: 0.9983978 Jun 08 18:30:40.766080 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41144) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:40.770880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--273008276', 'description': 'tempest-description--1287573851'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:40.793504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.889467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.894324 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.898216 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a2b847c-6f7d-4a16-b98c-54810ec2900e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:40.931403 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:40.932595 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1654799 Jun 08 18:30:40.935849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41146) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:40.940134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group_rule': {'security_group_id': 'efb78888-f45a-44fe-8b2a-252ff46d3d18', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:40.944210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb78888-f45a-44fe-8b2a-252ff46d3d18,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:40.949460 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:40.975454 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.040272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.043808 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.045924 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-31149b1c-4953-493b-a81c-05a3d548d1cb tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:41.070015 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f708351-8808-42bf-ae51-9e078ca36545,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:41.072598 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:41.077231 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.078543 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-37873b08-5794-4eed-9555-b8ecdbc9968a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1416848 Jun 08 18:30:41.081028 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41150) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:41.085834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'security_group_rule': {'security_group_id': 'efb78888-f45a-44fe-8b2a-252ff46d3d18', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:41.138401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.233428 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.238448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.240427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:41.270109 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d0d07e-1e94-4a97-928e-0f9b1d8250e7,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:41.273372 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:41.276733 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.277865 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-40c9e3db-a841-421a-b8a0-43848b85ff74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1958685 Jun 08 18:30:41.280855 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41152) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:41.286008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:41.311787 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.455993 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.611706 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Allocated IP 172.27.0.131 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/220a90c2-7aaa-4ba6-b426-93b6db8150ff) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:41.766084 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.797186 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:41.797776 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:41.813958 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:41.815066 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:41.817427 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:41.897049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:41.961152 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.255528 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.262658 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.266450 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cdb8b191-f234-4086-b346-03e49a1f85c2 tempest-ServerRescueNegativeTestJSON-2014062086 tempest-ServerRescueNegativeTestJSON-2014062086-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:42.365821 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event updated for resources: {'Port': ['ID=220a90c2-7aaa-4ba6-b426-93b6db8150ff,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:42.373221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:42.382467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.402232 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:42.403450 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1216533 Jun 08 18:30:42.622865 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-bf41a070-dcce-406b-99be-e6891c096cd7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--273008276&fields=id&tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 267 time: 0.0417881 Jun 08 18:30:42.773785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-12d8b58f-02f1-4161-b46c-de8e380a160d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:42.775183 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-12d8b58f-02f1-4161-b46c-de8e380a160d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 811 time: 0.1452296 Jun 08 18:30:42.790327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-4bf48c37-35d6-4b2e-8fb8-130da716ef74 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/quotas/9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 375 time: 0.0096817 Jun 08 18:30:42.878315 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-e76aa630-6b2c-41c8-9389-f17e54289110 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0826657 Jun 08 18:30:43.024350 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-6d8c3663-dea8-48e7-afa9-041a1b806f09 service neutron] 10.222.0.46 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342111 Jun 08 18:30:43.160668 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-55f301b5-326c-4c78-8d4b-57346720e43b service neutron] 10.222.0.46 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306012 Jun 08 18:30:43.345060 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bfd84e1d-a8a0-4073-99f6-e264ac56ddc6 req-51890e76-14e5-40e6-90f3-36c55f809083 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 210 time: 0.0494359 Jun 08 18:30:44.411417 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-3fb7f4b7-218a-4157-b2b0-7038fe58bd76 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:44.413140 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-3fb7f4b7-218a-4157-b2b0-7038fe58bd76 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 811 time: 0.1624496 Jun 08 18:30:44.480042 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-228c30a7-d316-49ff-8146-9de702eb8648 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47 HTTP/1.1" status: 200 len: 379 time: 0.0482488 Jun 08 18:30:44.520329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'port': {'device_id': 'a35b3540-facd-4400-af78-eacb120c111d', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'admin_state_up': True, 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'security_groups': ['efb78888-f45a-44fe-8b2a-252ff46d3d18']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:44.544190 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1150fd7d-22bd-4971-a6cf-2250ee003401 req-e096ed89-9dd7-417f-b144-ec4508204d3c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 210 time: 0.0630565 Jun 08 18:30:44.687348 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Made reservation on behalf of 9d5e5aa24e5b43e7bdeb79050f26ec47 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:30:44.691197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:44.863634 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Allocated IP 172.20.0.12 (e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734/906f0da4-05d3-4e5f-9603-6c9646c4fdb6/c7e1ada5-8054-4038-bb44-4ab5e850aea2) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:30:45.058420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.074573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Transition to ACTIVE for port object c7e1ada5-8054-4038-bb44-4ab5e850aea2 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:45.098097 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:30:45.100649 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:30:45.117450 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:30:45.118776 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:30:45.120901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:30:45.187914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.188519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.208283 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-fc4b7d04-c9f6-4474-8397-a6ae9ecadbf2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6960936 Jun 08 18:30:45.220413 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Request body: {'port': {'device_id': 'a35b3540-facd-4400-af78-eacb120c111d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:45.329583 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2e6370ed-6368-4a25-9aa5-84b7d12f787a None None] Provisioning for port c7e1ada5-8054-4038-bb44-4ab5e850aea2 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:45.333185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.336303 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2e6370ed-6368-4a25-9aa5-84b7d12f787a None None] Provisioning complete for port c7e1ada5-8054-4038-bb44-4ab5e850aea2 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:45.336686 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2e6370ed-6368-4a25-9aa5-84b7d12f787a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.395250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-2e6370ed-6368-4a25-9aa5-84b7d12f787a None None] Port c7e1ada5-8054-4038-bb44-4ab5e850aea2 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:30:45.806926 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a41ca-0feb-4203-8ea7-10b0cd538ab4 req-979feeb0-7b9a-4a70-9c43-2fbe77b1a39e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:45.808448 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5d9a41ca-0feb-4203-8ea7-10b0cd538ab4 req-979feeb0-7b9a-4a70-9c43-2fbe77b1a39e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 932 time: 0.1564384 Jun 08 18:30:45.838136 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e1ada5-8054-4038-bb44-4ab5e850aea2 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:45.849504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.877036 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Transition to ACTIVE for port object c7e1ada5-8054-4038-bb44-4ab5e850aea2 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:30:45.880627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:45.886562 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5d9a41ca-0feb-4203-8ea7-10b0cd538ab4 req-3a88955b-e98c-4c76-8b05-c7cc9b039184 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710199 Jun 08 18:30:45.888151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f2b7949c-c371-4201-86a3-c96b140a568d tempest-VolumesSnapshotTestJSON-1711505523 tempest-VolumesSnapshotTestJSON-1711505523-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:46.045817 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1ada5-8054-4038-bb44-4ab5e850aea2,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:46.055015 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:46.125312 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Attempting to bind port c7e1ada5-8054-4038-bb44-4ab5e850aea2 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:30:46.125642 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Attempting to bind port c7e1ada5-8054-4038-bb44-4ab5e850aea2 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:30:46.125966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Attempting to bind port c7e1ada5-8054-4038-bb44-4ab5e850aea2 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:46.131380 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Port c7e1ada5-8054-4038-bb44-4ab5e850aea2 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:30:46.131696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Attempting to bind port c7e1ada5-8054-4038-bb44-4ab5e850aea2 on network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:30:46.136824 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:30:46.137157 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Checking segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:30:46.137563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Bound using segment: {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:30:46.137979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Bound port: c7e1ada5-8054-4038-bb44-4ab5e850aea2, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0992d1-29c4-444e-8b94-3531caf548f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:30:46.138338 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:46.228800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:30:46.231932 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:30:46.236301 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:46.240882 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7bb2e33f-21fa-46cf-ba4b-1f0a79afbbf9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:46.301914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.302697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:46.304284 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] 10.222.0.35 "PUT /v2.0/ports/c7e1ada5-8054-4038-bb44-4ab5e850aea2 HTTP/1.1" status: 200 len: 1094 time: 1.0880866 Jun 08 18:30:46.304794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:46.307117 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:46.335096 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e1ada5-8054-4038-bb44-4ab5e850aea2,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:46.338683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:46.390827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0704e0-09bd-4445-a74b-c8c610df3d5b x-openstack-request-id: req-2c0704e0-09bd-4445-a74b-c8c610df3d5b {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:46.391140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:46.391420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2c0704e0-09bd-4445-a74b-c8c610df3d5b {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:46.391835 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'status': 'completed', 'code': 200} Jun 08 18:30:46.434580 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c2edfc0e-5e79-4a01-b87e-21aac0d73857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.436080 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-c2edfc0e-5e79-4a01-b87e-21aac0d73857 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 1097 time: 0.0802963 Jun 08 18:30:46.513134 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-7bc27f5d-c3b4-4246-a96a-b510e2d2016f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2 HTTP/1.1" status: 200 len: 217 time: 0.0655394 Jun 08 18:30:46.576971 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-d292209d-5fcb-4044-9b84-ce9caab22693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.578362 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-d292209d-5fcb-4044-9b84-ce9caab22693 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0587759 Jun 08 18:30:46.653594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-6afd871e-0e86-4bfd-9bc9-a3a3af129767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:46.655070 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-6afd871e-0e86-4bfd-9bc9-a3a3af129767 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693231 Jun 08 18:30:46.786514 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-bd91187b-5393-4596-9a6f-1bd6964e0347 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242783 Jun 08 18:30:46.917221 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6d7bc103-3200-4357-8175-84ebe4c9f0b9 req-581eb2ee-baa3-41b9-bf8b-6697b73fcb21 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234622 Jun 08 18:30:47.102745 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-0cd1e733-e625-436c-82bf-9eae1a9dc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.104269 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-0cd1e733-e625-436c-82bf-9eae1a9dc7ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 1097 time: 0.1372592 Jun 08 18:30:47.112970 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165707f-4d03-41bf-8fd8-568f8a74cb72 req-83f57fe7-162b-4803-ae70-54bb8f7ee259 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.114281 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2165707f-4d03-41bf-8fd8-568f8a74cb72 req-83f57fe7-162b-4803-ae70-54bb8f7ee259 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 944 time: 0.1080713 Jun 08 18:30:47.311198 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2165707f-4d03-41bf-8fd8-568f8a74cb72 req-59cfd23e-4fdf-43c0-a5d3-c67aacf9ca11 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780009 Jun 08 18:30:47.350288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-dd511ccf-70ed-4863-82bf-d1a64bc91da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.351792 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-dd511ccf-70ed-4863-82bf-d1a64bc91da9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.2366202 Jun 08 18:30:47.423404 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-fa4057bf-213b-4dce-9308-14309eb70ee6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2 HTTP/1.1" status: 200 len: 217 time: 0.0651109 Jun 08 18:30:47.489081 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-989ae912-f08e-40ce-ad1a-ea0d6216da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.490530 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-989ae912-f08e-40ce-ad1a-ea0d6216da89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0601866 Jun 08 18:30:47.567593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-c89ed8ea-7a05-4e4d-af9d-89ee82afc453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:47.568958 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-c89ed8ea-7a05-4e4d-af9d-89ee82afc453 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0722864 Jun 08 18:30:47.697503 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-c7b38ccd-b41e-41cf-96a2-bac39ed243ff service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217737 Jun 08 18:30:47.832436 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f76a21d-8fe8-48b3-b85d-92fcb9fafdc6 req-a394b92e-24d9-4da4-8a80-44462de73514 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282275 Jun 08 18:30:48.510876 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f5b3a-7108-453f-a7bc-780fb259db68 req-d4df8a3f-9f8d-4260-a943-096065470e32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:48.512366 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9d0f5b3a-7108-453f-a7bc-780fb259db68 req-d4df8a3f-9f8d-4260-a943-096065470e32 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 944 time: 0.0904021 Jun 08 18:30:48.559291 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9d0f5b3a-7108-453f-a7bc-780fb259db68 req-969e589b-1b5c-4780-99a6-1c674067ebe2 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404024 Jun 08 18:30:49.573571 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:30:49.754005 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dbd28-c27a-4291-9efc-8e34c544a075 req-81d28aeb-e0be-48b3-8502-d42561f95056 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:49.755587 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e2dbd28-c27a-4291-9efc-8e34c544a075 req-81d28aeb-e0be-48b3-8502-d42561f95056 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 944 time: 0.0900421 Jun 08 18:30:49.799550 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9e2dbd28-c27a-4291-9efc-8e34c544a075 req-8c6d56e1-9eba-4bd5-b9ea-bddc5c6ef5c1 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383961 Jun 08 18:30:51.006011 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5221c28-1c6f-4470-9e7d-1da652c4439d req-0174177d-b11b-4cc2-a781-f04f31fc724f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:51.007546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c5221c28-1c6f-4470-9e7d-1da652c4439d req-0174177d-b11b-4cc2-a781-f04f31fc724f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 944 time: 0.0903053 Jun 08 18:30:51.054535 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c5221c28-1c6f-4470-9e7d-1da652c4439d req-044af1f3-50ec-40b5-927e-e7731f267c27 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Jun 08 18:30:51.820226 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device c7e1ada5-8054-4038-bb44-4ab5e850aea2 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:30:51.967706 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:51.989862 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'port_id': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'mac_address': 'fa:16:3e:b3:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:30:52.053001 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.071527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e1ada5-8054-4038-bb44-4ab5e850aea2 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:30:52.089418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:52.094347 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:52.098128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:52.185032 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=c7e1ada5-8054-4038-bb44-4ab5e850aea2,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:52.188318 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:52.269032 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2156861-0869-4c3f-a0aa-4c166e6cdb66 req-2cfba229-0dcf-4444-b709-344cb029f455 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:52.270626 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e2156861-0869-4c3f-a0aa-4c166e6cdb66 req-2cfba229-0dcf-4444-b709-344cb029f455 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 945 time: 0.0892241 Jun 08 18:30:52.326531 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e2156861-0869-4c3f-a0aa-4c166e6cdb66 req-6bbfbdbc-f750-4c55-b46a-22fff049998b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470517 Jun 08 18:30:52.508771 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['c7e1ada5-8054-4038-bb44-4ab5e850aea2'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:30:53.531256 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec491d46-93f8-453e-879f-0ec9b439d5f2 req-7259f682-4886-4ea7-a5aa-bdecf12f0561 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:53.532792 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec491d46-93f8-453e-879f-0ec9b439d5f2 req-7259f682-4886-4ea7-a5aa-bdecf12f0561 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 945 time: 0.0963182 Jun 08 18:30:53.593209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec491d46-93f8-453e-879f-0ec9b439d5f2 req-6719785f-4a56-45e5-90b5-387c40b52031 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538592 Jun 08 18:30:53.824616 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device c7e1ada5-8054-4038-bb44-4ab5e850aea2 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:30:53.903581 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port c7e1ada5-8054-4038-bb44-4ab5e850aea2 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:30:53.909986 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port c7e1ada5-8054-4038-bb44-4ab5e850aea2 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:30:53.910360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.039566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.067816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:54.070067 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb93ae28-b32f-4c0a-a61a-15e4fce43b03" -d '{"events": [{"server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:54.077932 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:30:54.082200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:54.084105 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f4247abb-d68c-4391-9ef0-6482b55d8d6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:30:54.127654 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563f9f6-302f-48a6-b09a-c598e8ce1b61 x-openstack-request-id: req-3563f9f6-302f-48a6-b09a-c598e8ce1b61 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:54.128290 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "name": "network-vif-plugged", "status": "completed", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:54.128551 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3563f9f6-302f-48a6-b09a-c598e8ce1b61 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:54.128938 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'code': 200} Jun 08 18:30:54.157604 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=c7e1ada5-8054-4038-bb44-4ab5e850aea2,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:30:54.161410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:30:54.374742 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21f509-d87c-4c8e-b321-cb6e2afeda8d req-9ab9adca-9440-41fc-9522-5c0011b0d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:54.376205 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7d21f509-d87c-4c8e-b321-cb6e2afeda8d req-9ab9adca-9440-41fc-9522-5c0011b0d1f7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 1099 time: 0.0747991 Jun 08 18:30:54.424495 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7d21f509-d87c-4c8e-b321-cb6e2afeda8d req-e34e4135-1fe2-4bbd-b489-b70edac39a06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 Jun 08 18:30:54.795612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb8f43-59e9-408a-8af0-9c55e8a6770f req-9856f3d0-ed4b-4fac-9c00-b5288707d235 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:54.797097 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2cbb8f43-59e9-408a-8af0-9c55e8a6770f req-9856f3d0-ed4b-4fac-9c00-b5288707d235 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.0840023 Jun 08 18:30:54.849023 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2cbb8f43-59e9-408a-8af0-9c55e8a6770f req-417bab2c-1e8a-4154-9cb2-44cab373839a tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452666 Jun 08 18:30:56.050465 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a3881-1325-4a8b-a510-bfb43ebd5257 req-52ff9d59-33b2-4abe-9a13-ad0781c2f842 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:56.052446 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-955a3881-1325-4a8b-a510-bfb43ebd5257 req-52ff9d59-33b2-4abe-9a13-ad0781c2f842 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.0899773 Jun 08 18:30:56.101401 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-955a3881-1325-4a8b-a510-bfb43ebd5257 req-a7677b18-4fea-4483-8046-7b201e7211e6 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433924 Jun 08 18:30:56.312950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19f3e1-3155-489e-9074-975427b62de4 req-26ccd007-dc41-4344-a990-f690f848950b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:56.314860 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2b19f3e1-3155-489e-9074-975427b62de4 req-26ccd007-dc41-4344-a990-f690f848950b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.0999067 Jun 08 18:30:56.324443 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41232) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:30:56.329254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Request body: {'floatingip': {'port_id': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:30:56.414175 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.294858 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.299329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:57.492047 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Floating IP bf73b7e8-7dd9-40ea-bdae-579c51228ad6 associated. External IP: 172.27.0.131, port: c7e1ada5-8054-4038-bb44-4ab5e850aea2. Jun 08 18:30:57.990648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:30:58.192299 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:30:58.197286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:30:58.202282 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:30:58.213533 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:58.214167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:58.258768 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-cd5fd410-1324-4855-b5b3-2d6783488817 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "PUT /v2.0/floatingips/bf73b7e8-7dd9-40ea-bdae-579c51228ad6 HTTP/1.1" status: 200 len: 992 time: 1.9331839 Jun 08 18:30:58.259516 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:30:58.261821 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2" -d '{"events": [{"name": "network-changed", "server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:30:58.340791 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dcf0b0-ce96-4218-8b2c-ce6eaa00fa4e x-openstack-request-id: req-11dcf0b0-ce96-4218-8b2c-ce6eaa00fa4e {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:30:58.341835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:30:58.341835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11dcf0b0-ce96-4218-8b2c-ce6eaa00fa4e {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:30:58.341835 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'status': 'completed', 'code': 200} Jun 08 18:30:58.416353 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:58.443184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-33bb1a86-b054-4035-a5fb-63a558019b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.444628 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-33bb1a86-b054-4035-a5fb-63a558019b52 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 1099 time: 0.0829754 Jun 08 18:30:58.595388 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-b2ae94d2-7030-4edb-abd1-fd5e72b4a41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.596829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-b2ae94d2-7030-4edb-abd1-fd5e72b4a41b service neutron] 10.222.0.35 "GET /v2.0/networks?id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 200 len: 912 time: 0.1458857 Jun 08 18:30:58.726982 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-62b1a704-9a4a-4f88-b179-ea732632888a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2 HTTP/1.1" status: 200 len: 1000 time: 0.1156154 Jun 08 18:30:58.792496 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-f8e543ab-e3d1-4048-b3bc-ea85948958ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.794017 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-f8e543ab-e3d1-4048-b3bc-ea85948958ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 200 len: 850 time: 0.0609610 Jun 08 18:30:58.844206 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'bf73b7e8-7dd9-40ea-bdae-579c51228ad6', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:b3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b3540-facd-4400-af78-eacb120c111d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:41Z', 'updated_at': '2021-06-08T18:30:57Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:58.849140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:30:58.858324 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:30:58.858937 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:30:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:58.880272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-a54a22b4-7524-4331-86cb-5686a66b4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:30:58.881981 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-a54a22b4-7524-4331-86cb-5686a66b4863 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0802119 Jun 08 18:30:59.025591 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-7be1de0b-0897-42a0-9790-e88af8fd1d55 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360135 Jun 08 18:30:59.063186 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:30:59.175712 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8abbcb8e-5870-4d0b-95e3-94e02aae0af2 req-4787814e-9588-4ad9-a55c-6c71aea9be62 service neutron] 10.222.0.35 "GET /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430788 Jun 08 18:30:59.431769 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'bf73b7e8-7dd9-40ea-bdae-579c51228ad6', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:b3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b3540-facd-4400-af78-eacb120c111d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:41Z', 'updated_at': '2021-06-08T18:30:57Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:30:59.436010 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd10a514-9a61-47aa-81de-4b839480f6dd None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'bf73b7e8-7dd9-40ea-bdae-579c51228ad6', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'floating_ip_address': '172.27.0.131', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'port_id': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'mac_address': 'fa:16:3e:b3:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a35b3540-facd-4400-af78-eacb120c111d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:30:41Z', 'updated_at': '2021-06-08T18:30:57Z', 'revision_number': 1, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:30:59.636202 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1bc16a-0273-4b57-93be-a5454d421d8a None None] New status for floating IP bf73b7e8-7dd9-40ea-bdae-579c51228ad6: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:31:01.035517 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f2ed80ae-6455-441a-b4ab-39955d30824f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:03.600415 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:03.727499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3b207b46-598a-45e1-a6fe-f7b2d0c6f937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:04.902157 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:06.874626 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:08.354438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:26.572791 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:31:31.027823 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8bbbee9a-5c51-4474-8765-d78c715dd394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:33.604388 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:33.729332 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a259a077-c2a7-43fb-b6d5-5d971cbb8f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:34.904424 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:35.548995 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-312eed01-eb6d-400d-9b06-a6c88e76842e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207523915&fields=id&tenant_id=5a5ceb875047474eb615738a5fb146a1 HTTP/1.1" status: 200 len: 267 time: 0.0905545 Jun 08 18:31:35.635962 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-07da2c43-f0cd-448f-b794-1f8b2a5585cf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:35.637384 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-07da2c43-f0cd-448f-b794-1f8b2a5585cf tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 984 time: 0.0829427 Jun 08 18:31:35.648713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Request body: {'port': {'security_groups': ['d2373250-8ff0-4d14-8fcb-fd0ce8cd898c']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:31:35.767502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.154380 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:36.191299 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.198002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.204969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0576429f-55c2-4914-9e2f-b8d8b7d1dd8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:36.213962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:36.243743 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-016a9ea0-4f6b-4241-8b25-d4ba95ac8071 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2543559 Jun 08 18:31:36.335333 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.335984 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.337389 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3662b1e6-d568-4483-813c-6f9fc1a6e2d8 req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "PUT /v2.0/ports/e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 942 time: 0.6938696 Jun 08 18:31:36.338104 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:36.340482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:36.343511 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41406) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:36.380604 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event updated for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=7']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:36.387444 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:36.393384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-4472735f-87b2-499e-8b68-80548402b3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.394900 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-4472735f-87b2-499e-8b68-80548402b3ea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1098 time: 0.1245310 Jun 08 18:31:36.493187 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:36.494884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08365587-01fc-4fb2-89de-38b082248bc9 x-openstack-request-id: req-08365587-01fc-4fb2-89de-38b082248bc9 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:36.495301 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:36.495676 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-08365587-01fc-4fb2-89de-38b082248bc9 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:36.496194 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:31:36.501071 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.571633 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.606142 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-113f90e2-1efc-4b36-8950-4b24a8b3c63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.607701 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-113f90e2-1efc-4b36-8950-4b24a8b3c63e service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1899536 Jun 08 18:31:36.675440 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.679590 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.681316 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "DELETE /v2.0/security-groups/580d7e1f-3022-495b-849f-fb3a647bcc80 HTTP/1.1" status: 204 len: 168 time: 0.3365533 Jun 08 18:31:36.682857 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c9bc0bd-cf3c-4cae-9abb-d5d78bc8bb5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:36.683956 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41412) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:36.697477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580d7e1f-3022-495b-849f-fb3a647bcc80,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:36.707425 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.707959 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.709049 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.710001 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.710552 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.711037 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.711532 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.712072 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.712609 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.713090 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.713560 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.714101 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:36.718140 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:36.762650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-9717cd10-8da6-420d-874e-50363335c994 None None] Provisioning complete for port e9a536d1-f9ca-4b1d-8a85-51cd29015565 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:31:36.762996 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9717cd10-8da6-420d-874e-50363335c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.819196 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-1ffdaf4b-392c-4f3f-b8b2-dabc1c702a02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 1001 time: 0.2001936 Jun 08 18:31:36.935093 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:36.988104 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-45a1f357-e02a-4947-b37e-c990dc1edfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:36.990250 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-45a1f357-e02a-4947-b37e-c990dc1edfbc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.1613359 Jun 08 18:31:37.115326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Deleting port 52272d89-0aab-4c8e-950a-7272f70c2524 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:37.115828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.133864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-0af2cd07-d277-4319-9554-21d6f141b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:37.135386 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-0af2cd07-d277-4319-9554-21d6f141b33a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1163220 Jun 08 18:31:37.188448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-85a73f6c-1754-4d08-89de-8faace47bc54 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:31:37.189312 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-85a73f6c-1754-4d08-89de-8faace47bc54 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053878 Jun 08 18:31:37.335673 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.335998 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.477742 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Calling delete_port for 52272d89-0aab-4c8e-950a-7272f70c2524 owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:37.490415 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-1cc6a4e8-f19c-46ae-9da6-df25e5f24aa9 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816522 Jun 08 18:31:37.656767 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0aaafe5b-9741-4777-99a0-739d4c9bd0ab req-98d35ac3-13cc-4e4d-929f-2b0b8c2c770f service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554704 Jun 08 18:31:37.878283 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:37.883694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:37.956671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event deleted for resources: {'Port': ['ID=52272d89-0aab-4c8e-950a-7272f70c2524,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:38.006013 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.006401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.006757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.007107 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.007451 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.007799 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.008141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.008485 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.008826 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.009170 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.009510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.009849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:38.013817 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:38.016259 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-61a1ca85-3a97-4c73-925a-cc71abcd028c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.017647 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-61a1ca85-3a97-4c73-925a-cc71abcd028c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1098 time: 0.2244091 Jun 08 18:31:38.129195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.129778 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Floating IP f47365f6-d6d6-4515-a517-a58ca8ee84f1 disassociated (deleted). External IP: 172.27.0.106, port: e9a536d1-f9ca-4b1d-8a85-51cd29015565. Jun 08 18:31:38.320350 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-5a4ecf70-3631-4419-a072-794df928b746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.321801 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-5a4ecf70-3631-4419-a072-794df928b746 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.2933469 Jun 08 18:31:38.352681 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.398524 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-d6c8c81d-bf4e-441a-b743-7d1c1b562356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 217 time: 0.0690637 Jun 08 18:31:38.600470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-6845f893-9e24-4c56-bb78-6db14f202048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.602655 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-6845f893-9e24-4c56-bb78-6db14f202048 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.1511025 Jun 08 18:31:38.683764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Router c79d43c5-ce78-4ed4-a323-259ac308f470 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:31:38.838196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-f97349c0-f566-4861-bb7a-dc52af45bf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:38.839675 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-f97349c0-f566-4861-bb7a-dc52af45bf30 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2206399 Jun 08 18:31:38.949900 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:31:38.955432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:38.960793 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Sync routers for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:31:38.969860 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:38.970530 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:39.140635 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "DELETE /v2.0/floatingips/f47365f6-d6d6-4515-a517-a58ca8ee84f1 HTTP/1.1" status: 204 len: 168 time: 2.4426672 Jun 08 18:31:39.142515 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:39.144742 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f" -d '{"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:39.149436 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-ff35d5be-a4c7-4d5a-a3b6-31d4c56e2b83 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001726 Jun 08 18:31:39.154584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:39.231787 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98700f9d-f6d8-4155-b8ec-0ffaed5f015b x-openstack-request-id: req-98700f9d-f6d8-4155-b8ec-0ffaed5f015b {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:39.232096 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:39.232378 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98700f9d-f6d8-4155-b8ec-0ffaed5f015b {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:39.232915 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:31:39.296394 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29aa8d8e-66b6-435b-bb58-96f1fceecb7f req-a77e664f-7460-4101-9c2d-b89d437516fb service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376998 Jun 08 18:31:39.421780 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-e4d3006c-8c45-462a-b6c4-d413f7f54144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.423188 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-e4d3006c-8c45-462a-b6c4-d413f7f54144 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5a5ceb875047474eb615738a5fb146a1&device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 1098 time: 0.0727570 Jun 08 18:31:39.494883 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:39.499488 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Checking router: c79d43c5-ce78-4ed4-a323-259ac308f470 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:31:39.510938 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:39.511583 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:39.569967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-e26c62a5-691d-4d23-92e3-80eea1727450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.571584 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-e26c62a5-691d-4d23-92e3-80eea1727450 service neutron] 10.222.0.35 "GET /v2.0/networks?id=2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 200 len: 914 time: 0.1415415 Jun 08 18:31:39.654828 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-320024df-307c-41e4-9c62-f1ea8f8cafde service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 200 len: 217 time: 0.0755823 Jun 08 18:31:39.719254 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:39.737089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-2ec74a00-ec8b-46e3-b8d4-6312c5715aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.738575 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-2ec74a00-ec8b-46e3-b8d4-6312c5715aaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 200 len: 852 time: 0.0680103 Jun 08 18:31:39.842835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-d6de8815-b1ec-40f4-849f-f3f048a8e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:39.844300 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-d6de8815-b1ec-40f4-849f-f3f048a8e9d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=2ae914e0-fd98-4d9b-8d78-c992876765e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0981424 Jun 08 18:31:40.002578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-b9c5fd4b-4b8c-4908-a1fc-bddc9ee4b344 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500900 Jun 08 18:31:40.056084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:40.060035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a35a08e-dce5-4e7c-9626-ae03de86756a None None] The sync data for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi is: [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '3f148ca1-b34d-4427-995f-771658e2166b', 'name': '', 'network_id': '2ae914e0-fd98-4d9b-8d78-c992876765e1', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'mac_address': 'fa:16:3e:d3:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:53Z', 'updated_at': '2021-06-08T18:26:01Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'subnets': [{'id': '72200764-2cc2-466c-b6f6-7bdea4a5c5ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:31:40.152410 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-adf2c7ef-756a-472b-9f6b-c27a2e49fe7f req-548411a6-a0c3-4bb5-9425-c807ab5f34c3 service neutron] 10.222.0.35 "GET /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351690 Jun 08 18:31:40.282894 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1950932b-0c35-4257-8a08-c3268482cd12 None None] New status for floating IP f47365f6-d6d6-4515-a517-a58ca8ee84f1: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:31:43.805810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b9dcd-62e7-4f4c-a770-f872db40a237 req-fc050f43-5ae1-4789-a4b5-3256a566ba37 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:43.807264 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-864b9dcd-62e7-4f4c-a770-f872db40a237 req-fc050f43-5ae1-4789-a4b5-3256a566ba37 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0798340 Jun 08 18:31:43.851723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-864b9dcd-62e7-4f4c-a770-f872db40a237 req-2d3db66d-1ae6-4557-bb08-ab0dbb067b65 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Jun 08 18:31:45.043074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2581-c2b5-4e0f-ba16-08cd9041df6e req-4eb048a4-675b-49d2-9ffd-0f3e21ea7e9e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:45.044540 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-051a2581-c2b5-4e0f-ba16-08cd9041df6e req-4eb048a4-675b-49d2-9ffd-0f3e21ea7e9e tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0832610 Jun 08 18:31:45.098705 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-051a2581-c2b5-4e0f-ba16-08cd9041df6e req-b1cfe280-9d90-4b45-ac9c-4753cd8ec1ff tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485163 Jun 08 18:31:46.147342 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-e1ef0e71-80cc-4d4b-adfa-56dae5580de0 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:46.148992 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-e1ef0e71-80cc-4d4b-adfa-56dae5580de0 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.0820079 Jun 08 18:31:46.357837 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b001fbe-0f87-41cb-9127-de23e00cfe7d req-72d51074-6356-47ab-9631-ca4c4190f4e2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:46.359305 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b001fbe-0f87-41cb-9127-de23e00cfe7d req-72d51074-6356-47ab-9631-ca4c4190f4e2 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/ports?device_id=9e564430-5e0f-4ff7-bc89-a2cb8b299f95 HTTP/1.1" status: 200 len: 945 time: 0.1533966 Jun 08 18:31:46.365453 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Deleting port e9a536d1-f9ca-4b1d-8a85-51cd29015565 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:46.365782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:46.494796 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6b001fbe-0f87-41cb-9127-de23e00cfe7d req-6c42a6f8-4554-4d38-93b4-d651d881183c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.46 "GET /v2.0/security-groups?id=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161232 Jun 08 18:31:46.536475 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] For port e9a536d1-f9ca-4b1d-8a85-51cd29015565, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9a536d1-f9ca-4b1d-8a85-51cd29015565,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:46.536831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:46.753585 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Calling delete_port for e9a536d1-f9ca-4b1d-8a85-51cd29015565 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:46.870550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:46.876798 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c6b556c4-07bb-428e-9248-8d97c0890625 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:46.883602 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e9a536d1-f9ca-4b1d-8a85-51cd29015565'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:31:46.922452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Pushing event deleted for resources: {'Port': ['ID=e9a536d1-f9ca-4b1d-8a85-51cd29015565,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:46.925582 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:47.003703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] No DVR routers for this DVR port e9a536d1-f9ca-4b1d-8a85-51cd29015565 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:31:47.005224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:47.007253 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7b54834-20e7-44d2-a4e6-44cd057f8e49 req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] 10.222.0.35 "DELETE /v2.0/ports/e9a536d1-f9ca-4b1d-8a85-51cd29015565 HTTP/1.1" status: 204 len: 173 time: 0.8529344 Jun 08 18:31:47.007800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'name': 'network-vif-deleted', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:31:47.010144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41576f63-eaea-4ddf-8aad-0aff9466bd80" -d '{"events": [{"server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "name": "network-vif-deleted", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:31:47.057465 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a978b4ae-5b4a-4ac1-be09-4b6e55cf68b4 x-openstack-request-id: req-a978b4ae-5b4a-4ac1-be09-4b6e55cf68b4 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:31:47.057813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e564430-5e0f-4ff7-bc89-a2cb8b299f95", "name": "network-vif-deleted", "tag": "e9a536d1-f9ca-4b1d-8a85-51cd29015565", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:31:47.058116 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a978b4ae-5b4a-4ac1-be09-4b6e55cf68b4 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:31:47.058578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e564430-5e0f-4ff7-bc89-a2cb8b299f95', 'name': 'network-vif-deleted', 'tag': 'e9a536d1-f9ca-4b1d-8a85-51cd29015565', 'status': 'completed', 'code': 200} Jun 08 18:31:48.317844 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41554) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:49.009673 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.520264 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Deleting port 3f148ca1-b34d-4427-995f-771658e2166b {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:49.521520 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.642191 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] For port 3f148ca1-b34d-4427-995f-771658e2166b, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=3f148ca1-b34d-4427-995f-771658e2166b,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:49.642570 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.769825 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Calling delete_port for 3f148ca1-b34d-4427-995f-771658e2166b owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:49.906599 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:49.910543 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:49.958946 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f148ca1-b34d-4427-995f-771658e2166b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:49.962238 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:50.023090 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9a536d1-f9ca-4b1d-8a85-51cd29015565 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:50.062681 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: e9a536d1-f9ca-4b1d-8a85-51cd29015565 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:50.063325 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9a536d1-f9ca-4b1d-8a85-51cd29015565 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:50.233206 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:50.591648 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Router c79d43c5-ce78-4ed4-a323-259ac308f470 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:31:50.879785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:31:50.888306 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d4da093b-cf9f-4162-a6b0-a2f47a453ce1 admin admin] 10.222.0.46 "PUT /v2.0/routers/c79d43c5-ce78-4ed4-a323-259ac308f470/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654004 Jun 08 18:31:50.888306 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41574) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:50.889531 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Sync routers for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:31:50.899036 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:50.899648 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:51.092785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.125154 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:51.297042 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.383982 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Deleting port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:51.384205 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.435836 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:31:49Z', 'revision_number': 5, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port': {'id': '24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:87:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:25:48Z', 'updated_at': '2021-06-08T18:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:51.440775 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Checking router: c79d43c5-ce78-4ed4-a323-259ac308f470 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:31:51.461362 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Routers {'c79d43c5-ce78-4ed4-a323-259ac308f470'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:51.462343 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['c79d43c5-ce78-4ed4-a323-259ac308f470'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:51.489879 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a51f2f-8f8a-4a7a-a2c8-c860fb28893b req-854f93c9-5d63-43e6-ade4-8217280b7900 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:51.492308 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9a51f2f-8f8a-4a7a-a2c8-c860fb28893b req-854f93c9-5d63-43e6-ade4-8217280b7900 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1002162 Jun 08 18:31:51.530049 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] For port 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:51.530977 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.542399 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9a51f2f-8f8a-4a7a-a2c8-c860fb28893b req-d38a1488-1e18-4338-a949-2e045d53fc6b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Jun 08 18:31:51.628059 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] Set router c79d43c5-ce78-4ed4-a323-259ac308f470 gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:51.654731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Calling delete_port for 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:51.737934 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:31:51Z', 'revision_number': 6, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:51.743528 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b728a704-400d-46ab-a6e5-1e430dee86f3 None None] The sync data for ids ['c79d43c5-ce78-4ed4-a323-259ac308f470'] in dv-cinder-733622-16-iscsi is: [{'id': 'c79d43c5-ce78-4ed4-a323-259ac308f470', 'name': 'tempest-TestMinimumBasicScenario-67760304-router', 'tenant_id': '5a5ceb875047474eb615738a5fb146a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:47Z', 'updated_at': '2021-06-08T18:31:51Z', 'revision_number': 6, 'project_id': '5a5ceb875047474eb615738a5fb146a1', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:31:51.802764 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:51.806503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:51.851506 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Pushing event deleted for resources: {'Port': ['ID=24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:51.854586 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:51.948166 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.131459 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.134100 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.158800 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.159309 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c79d43c5-ce78-4ed4-a323-259ac308f470 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:31:52.165037 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.168735 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-89c3a32b-1586-432a-aa34-442bc5dd7311 admin admin] 10.222.0.46 "DELETE /v2.0/routers/c79d43c5-ce78-4ed4-a323-259ac308f470 HTTP/1.1" status: 204 len: 168 time: 1.2795975 Jun 08 18:31:52.168926 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41590) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:52.241932 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Deleting subnet 72200764-2cc2-466c-b6f6-7bdea4a5c5ab {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:31:52.245520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.319854 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774528'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.475535 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.554456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:52.574087 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271444'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.579520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:52.618342 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:52.618862 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 24ee7f47-8b9c-493d-b4dc-b0df9a6e51a0 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:52.619359 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 3f148ca1-b34d-4427-995f-771658e2166b no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:52.626790 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72200764-2cc2-466c-b6f6-7bdea4a5c5ab,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:52.630987 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:52.634125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.639909 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/72200764-2cc2-466c-b6f6-7bdea4a5c5ab HTTP/1.1" status: 204 len: 168 time: 0.4667614 Jun 08 18:31:52.640637 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41596) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:52.678962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9d16a-7af4-40bd-8e23-52a6b6903b9d None None] Network 2ae914e0-fd98-4d9b-8d78-c992876765e1 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:31:52.755525 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 3f148ca1-b34d-4427-995f-771658e2166b {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:52.755923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 3f148ca1-b34d-4427-995f-771658e2166b not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:52.832431 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:52.902951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03345c0-7628-4f8d-99a7-691a5d31ab07 req-a4b4550a-721d-4415-83cd-0ccd74a9f65b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:52.904470 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c03345c0-7628-4f8d-99a7-691a5d31ab07 req-a4b4550a-721d-4415-83cd-0ccd74a9f65b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1673870 Jun 08 18:31:52.968285 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c03345c0-7628-4f8d-99a7-691a5d31ab07 req-d2f80287-ef23-4697-b80c-dd138e07675a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522306 Jun 08 18:31:52.982377 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Deleting port 33480d9e-3c74-4193-99b0-ca2b6158a1dc {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:52.982757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.043422 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] DHCP port deletion for 2ae914e0-fd98-4d9b-8d78-c992876765e1 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:31:53.110967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] For port 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=33480d9e-3c74-4193-99b0-ca2b6158a1dc,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:53.111238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.112843 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Deleting port 33480d9e-3c74-4193-99b0-ca2b6158a1dc {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:53.113248 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.221937 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] For port 33480d9e-3c74-4193-99b0-ca2b6158a1dc, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=33480d9e-3c74-4193-99b0-ca2b6158a1dc,segment=NetworkSegment(80e8a06b-0dac-4730-b568-d775ba17b582),segment_id=80e8a06b-0dac-4730-b568-d775ba17b582)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:53.222272 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.245560 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Calling delete_port for 33480d9e-3c74-4193-99b0-ca2b6158a1dc owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:53.293956 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.298200 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-64dd1859-e7d0-4f1c-904c-d6d4ee06a28f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:53.341959 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=33480d9e-3c74-4193-99b0-ca2b6158a1dc,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:53.345081 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:53.345920 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] No DVR routers for this DVR port 33480d9e-3c74-4193-99b0-ca2b6158a1dc on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:31:53.351446 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Calling delete_port for 33480d9e-3c74-4193-99b0-ca2b6158a1dc owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:53.464286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.478081 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae914e0-fd98-4d9b-8d78-c992876765e1']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:53.490366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e8a06b-0dac-4730-b568-d775ba17b582') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:53.490667 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e8a06b-0dac-4730-b568-d775ba17b582') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:53.501945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.512850 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.517383 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-290f8206-2b4b-4f5f-9f78-4b902f47cbb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:53.517676 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.524853 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:31:53.525259 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:31:53.542665 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:31:53.559381 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Pushing event deleted for resources: {'Port': ['ID=33480d9e-3c74-4193-99b0-ca2b6158a1dc,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:53.564577 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] No DVR routers for this DVR port 33480d9e-3c74-4193-99b0-ca2b6158a1dc on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:31:53.570288 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.570670 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.571005 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.571327 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.571651 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.571974 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.572299 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.572615 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.572932 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.573251 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.573564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.573875 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:31:53.577643 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:53.704414 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.708829 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de961279-27f2-4b76-a529-b96310a43282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:53.721498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:53.723220 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/2ae914e0-fd98-4d9b-8d78-c992876765e1 HTTP/1.1" status: 204 len: 168 time: 1.0814297 Jun 08 18:31:53.726159 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41598) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:53.728993 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae914e0-fd98-4d9b-8d78-c992876765e1,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:53.731341 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:54.177853 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f5142-844c-4ac1-b683-68204753ff63 req-8135d43c-dded-4191-96e1-f89f0b4afb95 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:54.179385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac7f5142-844c-4ac1-b683-68204753ff63 req-8135d43c-dded-4191-96e1-f89f0b4afb95 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0873590 Jun 08 18:31:54.225987 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ac7f5142-844c-4ac1-b683-68204753ff63 req-4cea8026-a4db-4272-9499-dc2a4366b8ee tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408356 Jun 08 18:31:54.368850 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:54.400911 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 33480d9e-3c74-4193-99b0-ca2b6158a1dc no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:54.437239 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 33480d9e-3c74-4193-99b0-ca2b6158a1dc {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:54.437565 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 33480d9e-3c74-4193-99b0-ca2b6158a1dc not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:54.778967 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Deleting port 9361bf43-2e0a-499d-bb39-49db4defa3ee {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:54.779559 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:54.898239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] For port 9361bf43-2e0a-499d-bb39-49db4defa3ee, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9361bf43-2e0a-499d-bb39-49db4defa3ee,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:54.898634 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.027895 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Calling delete_port for 9361bf43-2e0a-499d-bb39-49db4defa3ee owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:55.167141 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.171719 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:55.245146 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9361bf43-2e0a-499d-bb39-49db4defa3ee,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:55.248624 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:55.424949 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cab410-ce39-439b-9bdc-7cf8db3630cf req-59dd2ee2-dce4-4fbd-b57e-b9a6981f5100 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:55.426494 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85cab410-ce39-439b-9bdc-7cf8db3630cf req-59dd2ee2-dce4-4fbd-b57e-b9a6981f5100 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0833917 Jun 08 18:31:55.479130 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85cab410-ce39-439b-9bdc-7cf8db3630cf req-091df948-13f6-4105-88e2-b8b3f5cbcb8c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Jun 08 18:31:55.590526 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:55.956786 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Router 9185072d-1496-4d88-95c3-af6762d616dc has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:31:56.139592 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:31:56.145951 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] 10.222.0.46 "PUT /v2.0/routers/9185072d-1496-4d88-95c3-af6762d616dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4186702 Jun 08 18:31:56.147287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41610) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:56.149087 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Sync routers for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:31:56.158574 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:56.159187 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:56.331877 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.346350 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:56.514520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.597262 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Deleting port 35454374-ebfc-450f-aab5-c526f43236ba {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:56.597598 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.662274 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '35454374-ebfc-450f-aab5-c526f43236ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:31:55Z', 'revision_number': 5, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port': {'id': '35454374-ebfc-450f-aab5-c526f43236ba', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ff:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9185072d-1496-4d88-95c3-af6762d616dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:26:00Z', 'updated_at': '2021-06-08T18:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:56.666961 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Checking router: 9185072d-1496-4d88-95c3-af6762d616dc for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:31:56.675743 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Routers {'9185072d-1496-4d88-95c3-af6762d616dc'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:31:56.676390 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:31:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['9185072d-1496-4d88-95c3-af6762d616dc'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:56.785260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] For port 35454374-ebfc-450f-aab5-c526f43236ba, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=35454374-ebfc-450f-aab5-c526f43236ba,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:56.785620 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:56.830492 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] Set router 9185072d-1496-4d88-95c3-af6762d616dc gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:31:56.858171 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04c153-6ca0-4e79-9e45-ba92c16d9060 req-f80b149f-a688-4d3b-8845-c49db2131cec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:56.859615 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be04c153-6ca0-4e79-9e45-ba92c16d9060 req-f80b149f-a688-4d3b-8845-c49db2131cec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.2467799 Jun 08 18:31:56.923721 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Calling delete_port for 35454374-ebfc-450f-aab5-c526f43236ba owned by network:router_gateway {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:56.938433 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:31:56Z', 'revision_number': 6, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:56.943012 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81041a6a-8c4d-4053-a9c7-4d96007f3e94 None None] The sync data for ids ['9185072d-1496-4d88-95c3-af6762d616dc'] in dv-cinder-733622-16-iscsi is: [{'id': '9185072d-1496-4d88-95c3-af6762d616dc', 'name': 'tempest-TestMinimumBasicScenario-1763579403-router', 'tenant_id': 'db68551ace544f37b2eaf543a1166717', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:25:58Z', 'updated_at': '2021-06-08T18:31:56Z', 'revision_number': 6, 'project_id': 'db68551ace544f37b2eaf543a1166717', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:31:56.978586 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be04c153-6ca0-4e79-9e45-ba92c16d9060 req-bbc596cb-f56e-435e-ac93-2bd919b56022 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605428 Jun 08 18:31:57.241063 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.244674 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:57.398685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=35454374-ebfc-450f-aab5-c526f43236ba,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:57.402186 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:57.490948 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.672364 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.675078 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.763142 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.763681 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9185072d-1496-4d88-95c3-af6762d616dc {{(pid=91768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:31:57.768764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.770771 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9185072d-1496-4d88-95c3-af6762d616dc HTTP/1.1" status: 204 len: 168 time: 1.6197245 Jun 08 18:31:57.773130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41616) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:57.838782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Deleting subnet 7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:31:57.843431 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.900342 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774528'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:57.985760 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.055299 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271444'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.060081 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1789f742-04d2-4a3d-a73f-dd2ba28dc3c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:58.093856 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:58.096254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:58.098884 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.100860 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f0b0d20-917b-41c2-9049-bc8ab9cbe2ee HTTP/1.1" status: 204 len: 168 time: 0.3268352 Jun 08 18:31:58.103449 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41620) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:58.106261 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516d6bc2-f61a-4bd7-b812-55677d33429e None None] Network c63006fc-0b21-4a1d-bbd5-208a9dac6358 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:31:58.188877 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b193f6f-8567-4495-94d0-1e94d5936706 req-f3057e7f-3d48-42a7-938d-bd7a2af278ed tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:58.190546 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5b193f6f-8567-4495-94d0-1e94d5936706 req-f3057e7f-3d48-42a7-938d-bd7a2af278ed tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0878994 Jun 08 18:31:58.212421 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.240732 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5b193f6f-8567-4495-94d0-1e94d5936706 req-6fe69203-e5f7-415d-9362-dab4a0d2ab5d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437691 Jun 08 18:31:58.284393 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Deleting port 8df181af-a08e-4325-992a-9d0f4ca12abd {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:58.284729 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.359447 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] DHCP port deletion for c63006fc-0b21-4a1d-bbd5-208a9dac6358 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:31:58.391753 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] For port 8df181af-a08e-4325-992a-9d0f4ca12abd, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8df181af-a08e-4325-992a-9d0f4ca12abd,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:58.392422 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.435178 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Deleting port 8df181af-a08e-4325-992a-9d0f4ca12abd {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:31:58.435558 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.449377 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9361bf43-2e0a-499d-bb39-49db4defa3ee no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:58.525908 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 9361bf43-2e0a-499d-bb39-49db4defa3ee {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:58.526250 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9361bf43-2e0a-499d-bb39-49db4defa3ee not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:58.526724 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 35454374-ebfc-450f-aab5-c526f43236ba no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:58.531327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Calling delete_port for 8df181af-a08e-4325-992a-9d0f4ca12abd owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:58.577355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 35454374-ebfc-450f-aab5-c526f43236ba {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:58.577713 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 35454374-ebfc-450f-aab5-c526f43236ba not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:58.578175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8df181af-a08e-4325-992a-9d0f4ca12abd no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:31:58.581150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.585706 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb7c664f-b146-4b90-8959-095150da43ab tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:58.616993 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 8df181af-a08e-4325-992a-9d0f4ca12abd {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:31:58.617339 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 8df181af-a08e-4325-992a-9d0f4ca12abd not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:31:58.630627 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df181af-a08e-4325-992a-9d0f4ca12abd,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:58.633654 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:58.634512 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] No DVR routers for this DVR port 8df181af-a08e-4325-992a-9d0f4ca12abd on host dv-cinder-733622-16-iscsi {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:31:58.636897 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] For port 8df181af-a08e-4325-992a-9d0f4ca12abd, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=8df181af-a08e-4325-992a-9d0f4ca12abd,segment=NetworkSegment(91e39762-9da5-4d56-accb-ccf3eb95ec81),segment_id=91e39762-9da5-4d56-accb-ccf3eb95ec81)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:31:58.637318 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.761269 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.761733 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Calling delete_port for 8df181af-a08e-4325-992a-9d0f4ca12abd owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:31:58.775054 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c63006fc-0b21-4a1d-bbd5-208a9dac6358']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:58.787770 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e39762-9da5-4d56-accb-ccf3eb95ec81') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:58.788063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e39762-9da5-4d56-accb-ccf3eb95ec81') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:31:58.799689 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.806564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.810323 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:58.817600 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.824625 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:31:58.825039 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:31:58.839438 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:31:58.855167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Pushing event deleted for resources: {'Port': ['ID=8df181af-a08e-4325-992a-9d0f4ca12abd,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:58.857591 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:58.862419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] No DVR routers for this DVR port 8df181af-a08e-4325-992a-9d0f4ca12abd on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:31:59.017998 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.022462 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:59.035001 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.036904 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c63006fc-0b21-4a1d-bbd5-208a9dac6358 HTTP/1.1" status: 204 len: 168 time: 0.9317496 Jun 08 18:31:59.042599 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Pushing event deleted for resources: {'Network': ['ID=c63006fc-0b21-4a1d-bbd5-208a9dac6358,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:59.044893 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-bbeffde0-586f-4808-bd94-f6a22659b980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:59.151881 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41626) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:59.199577 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-8faed761-1c3f-46a7-b81b-8bbdb4bb8600 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a5ceb875047474eb615738a5fb146a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464220 Jun 08 18:31:59.202002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41628) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:59.257736 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.282943 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.339354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.341756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.343039 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2373250-8ff0-4d14-8fcb-fd0ce8cd898c HTTP/1.1" status: 204 len: 168 time: 0.1401000 Jun 08 18:31:59.343929 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-de40d25c-469e-4408-b641-53b5767ec8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:59.354070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2373250-8ff0-4d14-8fcb-fd0ce8cd898c,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:59.356423 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0ab8d1b8-ce17-4b60-8d50-e190b6599fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:31:59.444578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782234c-af2f-4032-a301-9d02a62cbe4f req-9055959b-9257-4511-8308-6b043f945f5e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:31:59.446341 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c782234c-af2f-4032-a301-9d02a62cbe4f req-9055959b-9257-4511-8308-6b043f945f5e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0871060 Jun 08 18:31:59.495588 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c782234c-af2f-4032-a301-9d02a62cbe4f req-55197245-b54c-4ea6-bc2f-64a69805651a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435565 Jun 08 18:31:59.699974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41638) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:59.747900 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d48fd2a3-ee63-4f73-a741-d74bffdb6cdd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=db68551ace544f37b2eaf543a1166717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466855 Jun 08 18:31:59.750134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41640) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:31:59.808991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.838276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.889813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.892317 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:31:59.893426 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4478b0d5-2ec9-4ce0-bf81-dcce20df04d8 HTTP/1.1" status: 204 len: 168 time: 0.1422629 Jun 08 18:31:59.894195 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b28a5530-d776-49cc-ba58-60fc75deff0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:31:59.903764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4478b0d5-2ec9-4ce0-bf81-dcce20df04d8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:31:59.905965 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2a96b35c-aec7-4d72-bbfd-f33dabaaca9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:00.689519 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c087a9-94c9-4519-a6f7-af188363485c req-a4a7c6d3-8111-4384-9ae6-4c0d128ab3c7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:00.690976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a0c087a9-94c9-4519-a6f7-af188363485c req-a4a7c6d3-8111-4384-9ae6-4c0d128ab3c7 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0805023 Jun 08 18:32:00.740447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a0c087a9-94c9-4519-a6f7-af188363485c req-8ac70b37-063e-47e2-bc45-bbb6fcedb9cf tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431430 Jun 08 18:32:01.030677 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c57a27c7-0b11-451d-a51d-aa37c9c2c6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:01.927146 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a90264-6a5c-4ca9-ac36-fed7331717e0 req-2752cb79-0fa1-4eed-95ed-cd3e01b60ebb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:01.928652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d6a90264-6a5c-4ca9-ac36-fed7331717e0 req-2752cb79-0fa1-4eed-95ed-cd3e01b60ebb tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0781989 Jun 08 18:32:01.975002 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d6a90264-6a5c-4ca9-ac36-fed7331717e0 req-c40da391-0f87-4d56-882d-48bcb84a30f8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409303 Jun 08 18:32:03.174642 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb08c8-b685-43d9-bd59-07aa8e8ed0a7 req-a44d04fa-ed19-432d-8596-0a2b2e42beac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:03.176028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0deb08c8-b685-43d9-bd59-07aa8e8ed0a7 req-a44d04fa-ed19-432d-8596-0a2b2e42beac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0846617 Jun 08 18:32:03.221171 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0deb08c8-b685-43d9-bd59-07aa8e8ed0a7 req-3d948f30-0f77-492f-a847-308180e3611f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387690 Jun 08 18:32:03.571815 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:32:03.608910 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:03.731538 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4b601fa4-5715-4757-b96d-e361cd4ccf35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.067159 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:32:04.202389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:04.216853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:32:04.288327 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.311388 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:04.328949 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:04.334134 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:04.337148 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:04.409346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=6']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:04.412993 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:04.424322 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:04.427454 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3e1ae-9365-4330-8abb-6d370f648592 req-8c320631-0afe-4f9e-aa4f-889ba6268c6e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:04.428947 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4e3e1ae-9365-4330-8abb-6d370f648592 req-8c320631-0afe-4f9e-aa4f-889ba6268c6e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.0826445 Jun 08 18:32:04.476161 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4e3e1ae-9365-4330-8abb-6d370f648592 req-6dafa67c-b6fe-4785-9c05-b2b6251e5692 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411217 Jun 08 18:32:04.909420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:05.777846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd8c6f-eee2-4cf2-bffa-566fb853f243 req-404a77e5-2ed0-465d-9b88-272e41b7003d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:05.779246 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e8dd8c6f-eee2-4cf2-bffa-566fb853f243 req-404a77e5-2ed0-465d-9b88-272e41b7003d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.1852229 Jun 08 18:32:05.825231 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e8dd8c6f-eee2-4cf2-bffa-566fb853f243 req-08f7c92d-d76b-40d4-838a-dd00ae6b42cd tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403659 Jun 08 18:32:06.067716 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:06.139888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:06.140263 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.314014 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.349568 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:06.352029 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fed487-7b58-42c6-8352-9805191e51ae" -d '{"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:06.359708 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:06.364596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:06.366655 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:06.414799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379fbaab-7e9c-497e-a75b-7a1456b69e43 x-openstack-request-id: req-379fbaab-7e9c-497e-a75b-7a1456b69e43 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:06.415094 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:06.415348 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-379fbaab-7e9c-497e-a75b-7a1456b69e43 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:06.415733 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'code': 200} Jun 08 18:32:06.440985 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=7']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:06.444763 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:06.885383 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:07.032149 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967965d-4129-4603-b867-527fb2be8198 req-5397518c-4fa1-474b-95f3-f11056600e7f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:07.033620 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a967965d-4129-4603-b867-527fb2be8198 req-5397518c-4fa1-474b-95f3-f11056600e7f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0856965 Jun 08 18:32:07.081004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a967965d-4129-4603-b867-527fb2be8198 req-21582092-18ef-4467-ad0b-d8f80d256851 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415788 Jun 08 18:32:08.294816 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05e7a7-809c-40bd-9fe9-820f3a2ff76b req-cb99aa05-0b9e-4345-bda2-992a254ce229 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:08.296364 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a05e7a7-809c-40bd-9fe9-820f3a2ff76b req-cb99aa05-0b9e-4345-bda2-992a254ce229 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0969286 Jun 08 18:32:08.360590 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a05e7a7-809c-40bd-9fe9-820f3a2ff76b req-1040260b-4fb2-4a4a-8247-c62dfeed3633 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549247 Jun 08 18:32:08.363930 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:09.643552 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93e30e-83b8-43d9-b151-ea3124bd2387 req-a213a7c8-e11b-4106-bf8e-dd9cc400f712 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:09.646883 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ad93e30e-83b8-43d9-b151-ea3124bd2387 req-a213a7c8-e11b-4106-bf8e-dd9cc400f712 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1323667 Jun 08 18:32:09.715596 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ad93e30e-83b8-43d9-b151-ea3124bd2387 req-cc756788-ef06-4a50-bd8a-0cba6e97589d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595868 Jun 08 18:32:10.962373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1d98c-d3d1-4010-9eba-687fc6c7b629 req-4adc38d7-6b70-4db4-8c83-4f1279d972ee tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:10.963855 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67b1d98c-d3d1-4010-9eba-687fc6c7b629 req-4adc38d7-6b70-4db4-8c83-4f1279d972ee tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1067760 Jun 08 18:32:11.019729 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-67b1d98c-d3d1-4010-9eba-687fc6c7b629 req-77fc077d-a272-401c-8a3b-87223e6a70e4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458174 Jun 08 18:32:12.279840 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7bdf32-588e-43e0-925c-063a59c279c4 req-130f4133-6b08-4fb5-a7be-5f739d4968ec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:12.282149 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7e7bdf32-588e-43e0-925c-063a59c279c4 req-130f4133-6b08-4fb5-a7be-5f739d4968ec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1132345 Jun 08 18:32:12.334588 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7e7bdf32-588e-43e0-925c-063a59c279c4 req-aa9cc8d6-db63-476d-a9d0-e37170ad8eba tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452013 Jun 08 18:32:13.637892 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980333cf-b4f1-49de-89f4-490852d09639 req-8d9b9241-464e-4560-9600-0dedb79d888a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:13.642916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-980333cf-b4f1-49de-89f4-490852d09639 req-8d9b9241-464e-4560-9600-0dedb79d888a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1644790 Jun 08 18:32:13.720963 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-980333cf-b4f1-49de-89f4-490852d09639 req-b369ba0d-3adc-4d02-a306-42822307e123 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704350 Jun 08 18:32:14.988150 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f236ea-9460-414f-ac12-d141ef3f6f7a req-7130bcc6-a556-4eac-9162-47a647adac4c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:14.993265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-93f236ea-9460-414f-ac12-d141ef3f6f7a req-7130bcc6-a556-4eac-9162-47a647adac4c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1114111 Jun 08 18:32:15.090066 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-93f236ea-9460-414f-ac12-d141ef3f6f7a req-e243c629-8f10-4b90-8bb9-6056c371b5e3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823419 Jun 08 18:32:16.395901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d9588-c367-453c-a644-7b7d3fa50cac req-8b82f326-82b1-4808-8c39-1fb814183780 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:16.398482 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e2d9588-c367-453c-a644-7b7d3fa50cac req-8b82f326-82b1-4808-8c39-1fb814183780 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1298852 Jun 08 18:32:16.456490 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e2d9588-c367-453c-a644-7b7d3fa50cac req-b6dca1ec-c13a-42b1-89f3-9ef12aab4ba8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489185 Jun 08 18:32:16.591603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41730) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:17.019677 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Deleting port e44fdda7-a6ca-4b25-8fb2-fea343dfeab8 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:17.020079 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.156507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.156999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.292354 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Calling delete_port for e44fdda7-a6ca-4b25-8fb2-fea343dfeab8 owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:17.450707 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.456260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:17.544238 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event deleted for resources: {'Port': ['ID=e44fdda7-a6ca-4b25-8fb2-fea343dfeab8,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:17.550918 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:17.819300 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:17.819687 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Floating IP 389fc4d7-c2d5-49ab-863c-204c94683bec disassociated (deleted). External IP: 172.27.0.73, port: e9ae4abe-c326-4aee-94e7-1131b2c1c6c4. Jun 08 18:32:18.051340 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa21e3b-254c-46bc-826c-d72fa375d69d req-0723b6eb-60d1-4f87-a01f-41585c2c32d3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:18.053881 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-caa21e3b-254c-46bc-826c-d72fa375d69d req-0723b6eb-60d1-4f87-a01f-41585c2c32d3 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.4441895 Jun 08 18:32:18.186952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-caa21e3b-254c-46bc-826c-d72fa375d69d req-0b204e81-5480-428d-b10e-da57afff55ab tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266444 Jun 08 18:32:18.352764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Router 4380e767-7096-4c66-a665-472f49c47448 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:32:18.594219 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:18.603838 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:18.611900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Sync routers for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:18.627355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:18.628404 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:18.713134 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "DELETE /v2.0/floatingips/389fc4d7-c2d5-49ab-863c-204c94683bec HTTP/1.1" status: 204 len: 168 time: 2.1150546 Jun 08 18:32:18.713134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:18.715487 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646d2b37-5dec-4a08-9172-7de0af56bfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:18.879639 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:19.127442 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b982b8d-3432-409b-9926-340551798cad x-openstack-request-id: req-4b982b8d-3432-409b-9926-340551798cad {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:19.128335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:19.129104 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b982b8d-3432-409b-9926-340551798cad {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:19.130415 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'status': 'completed', 'code': 200} Jun 08 18:32:19.366621 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:19.378175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Checking router: 4380e767-7096-4c66-a665-472f49c47448 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:19.402820 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:19.403513 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:19.650584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:19.698605 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-19b6249a-e3ad-4a80-ab1e-80d7c81de856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:19.700279 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-19b6249a-e3ad-4a80-ab1e-80d7c81de856 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=20db8c0e0a5145ce836aa84744bed739&device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 1099 time: 0.5498612 Jun 08 18:32:19.709493 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714bf76-a9b6-43dc-93ab-6bef001ceea9 req-3838162d-cf54-453d-81e0-2baf19ce4da4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:19.716744 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0714bf76-a9b6-43dc-93ab-6bef001ceea9 req-3838162d-cf54-453d-81e0-2baf19ce4da4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.2601178 Jun 08 18:32:19.880207 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0714bf76-a9b6-43dc-93ab-6bef001ceea9 req-fe7320cc-12cf-458c-b97e-6a31e3ceaca5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596856 Jun 08 18:32:19.910644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a1fda-a86c-42f5-be5e-fbf668ec2df4 req-c2f988e3-6b82-4d50-b68c-d5a1c6816874 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:19.913497 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6a2a1fda-a86c-42f5-be5e-fbf668ec2df4 req-c2f988e3-6b82-4d50-b68c-d5a1c6816874 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.3798065 Jun 08 18:32:20.031280 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6a2a1fda-a86c-42f5-be5e-fbf668ec2df4 req-2228f373-c96a-42b7-8e85-fba2c47b1797 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981181 Jun 08 18:32:20.034431 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-25b55267-0d3a-4c0b-b23b-b88a09af45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.035939 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-25b55267-0d3a-4c0b-b23b-b88a09af45c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 200 len: 910 time: 0.3163049 Jun 08 18:32:20.124244 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-c3ec9d98-8d8f-44cc-b0cb-57f57eeece81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 200 len: 217 time: 0.0768924 Jun 08 18:32:20.188776 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:20.194616 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0842d071-a9c3-4824-a4fd-e70c472f19b7 None None] The sync data for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi is: [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:24:42Z', 'revision_number': 4, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '377cde04-65e1-427d-a575-7bee72c1a13d', 'name': '', 'network_id': '77d05067-af15-470a-bfb2-e4a378ee25bc', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'mac_address': 'fa:16:3e:9f:94:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:41Z', 'updated_at': '2021-06-08T18:24:51Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'subnets': [{'id': 'aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:20.210456 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-aced68ec-0fa8-432b-89c9-2867710c4d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.212361 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-aced68ec-0fa8-432b-89c9-2867710c4d2e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 200 len: 848 time: 0.0791984 Jun 08 18:32:20.324649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-512c3baf-133a-48b5-9f62-963d20ad6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:20.327219 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-512c3baf-133a-48b5-9f62-963d20ad6522 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=77d05067-af15-470a-bfb2-e4a378ee25bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066804 Jun 08 18:32:20.495336 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b029b9-83ac-42ac-b88e-f02cdaac74cd None None] New status for floating IP 389fc4d7-c2d5-49ab-863c-204c94683bec: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:32:20.621691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-b8ddd78d-65e7-4fb4-b728-744c95d26780 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805195 Jun 08 18:32:20.765031 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-646d2b37-5dec-4a08-9172-7de0af56bfb6 req-c0c7c694-e7f5-4dee-88c7-8686a3293d87 service neutron] 10.222.0.35 "GET /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364360 Jun 08 18:32:21.105373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde16f2-f20a-4335-92be-b16498eb44d7 req-1bc980f3-a92d-49f0-9b06-7f77dc08e177 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.107524 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5bde16f2-f20a-4335-92be-b16498eb44d7 req-1bc980f3-a92d-49f0-9b06-7f77dc08e177 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.1051545 Jun 08 18:32:21.162871 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5bde16f2-f20a-4335-92be-b16498eb44d7 req-16847481-c24e-479e-840e-d8df1f0a95f5 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477614 Jun 08 18:32:21.254671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29c28-f2a9-40a9-bae0-274e605149e7 req-22aae03d-0621-4a2e-bcbb-d5ef52dfbc4b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.256253 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cac29c28-f2a9-40a9-bae0-274e605149e7 req-22aae03d-0621-4a2e-bcbb-d5ef52dfbc4b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.0982199 Jun 08 18:32:21.404409 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cac29c28-f2a9-40a9-bae0-274e605149e7 req-69d24bd7-e832-409b-bbb4-97c7f02f1481 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082807 Jun 08 18:32:21.445099 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-f3ba90cc-910c-45b6-bc70-3b7fae9b4ff3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.446610 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-f3ba90cc-910c-45b6-bc70-3b7fae9b4ff3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.35 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.1862853 Jun 08 18:32:21.460531 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7827d-1690-4cc0-877c-6304743850ed req-39ce68f4-b24b-4457-aec4-3ff4fd047b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.461955 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-39ce68f4-b24b-4457-aec4-3ff4fd047b76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1099 time: 0.1157844 Jun 08 18:32:21.614834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7827d-1690-4cc0-877c-6304743850ed req-5eedbdf6-6d26-4585-85c5-54d81ee58e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.616384 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-5eedbdf6-6d26-4585-85c5-54d81ee58e95 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1480815 Jun 08 18:32:21.825899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-ae8c2a7d-2bfc-416b-bbc8-697ec4d98a42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 1001 time: 0.2024593 Jun 08 18:32:21.909894 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7827d-1690-4cc0-877c-6304743850ed req-664abd94-c37c-42ba-b802-0a73c7f599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:21.911627 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-664abd94-c37c-42ba-b802-0a73c7f599a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0761960 Jun 08 18:32:21.965869 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Deleting port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:21.966148 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.122712 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7827d-1690-4cc0-877c-6304743850ed req-165dd3b5-74df-4853-9c78-a85780b481f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.124894 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-165dd3b5-74df-4853-9c78-a85780b481f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2065761 Jun 08 18:32:22.131677 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] For port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:22.132044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:22.339067 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Calling delete_port for e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:22.644976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-2c84684a-429b-4cb4-a5b2-a08fa77704b0 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050488 Jun 08 18:32:22.774351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb01ca-6e4c-4ebc-90c0-e8588389ddaa req-ce9775f6-bec3-442b-b50e-ef663d99da75 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.775898 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9eb01ca-6e4c-4ebc-90c0-e8588389ddaa req-ce9775f6-bec3-442b-b50e-ef663d99da75 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.4473557 Jun 08 18:32:22.930764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335113-ebfd-4dc5-b626-9a29fc74ae16 req-930ab35e-6658-46d1-9899-4711424ced8d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:22.932210 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f335113-ebfd-4dc5-b626-9a29fc74ae16 req-930ab35e-6658-46d1-9899-4711424ced8d tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 946 time: 0.3894544 Jun 08 18:32:22.946485 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9eb01ca-6e4c-4ebc-90c0-e8588389ddaa req-ebd815a0-0c0a-4cd8-8d71-6e3758a2eb7c tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587110 Jun 08 18:32:22.975476 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ec7827d-1690-4cc0-877c-6304743850ed req-92dc0b4e-7bd2-44fc-922e-669da6f8acc7 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167765 Jun 08 18:32:22.997377 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:23.011769 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-725daa3d-4ea2-48c0-b11c-24663aa94496 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:23.063441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event deleted for resources: {'Port': ['ID=e9ae4abe-c326-4aee-94e7-1131b2c1c6c4,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:23.069076 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1f335113-ebfd-4dc5-b626-9a29fc74ae16 req-4b322b4d-0066-4da7-9d4d-203b64048c74 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/security-groups?id=daddc433-5d1d-443f-981b-0204e3670a2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267436 Jun 08 18:32:23.070014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:23.165738 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] No DVR routers for this DVR port e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:23.168593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:23.170678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df98ff0f-e257-4461-8c74-c671a8b1e32e req-bc0814c6-a025-4bbe-9428-1a1e630c9ba4 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.35 "DELETE /v2.0/ports/e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 HTTP/1.1" status: 204 len: 173 time: 1.4959862 Jun 08 18:32:23.171221 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-deleted', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:23.173591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b2af03-9766-4fbc-abeb-0e5144157d0e" -d '{"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-deleted", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:23.221347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ac35cd-cb04-4a68-865e-92d6c46a6823 x-openstack-request-id: req-98ac35cd-cb04-4a68-865e-92d6c46a6823 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:23.221669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250aef92-439f-400f-8938-44bbd4be779f", "name": "network-vif-deleted", "tag": "e9ae4abe-c326-4aee-94e7-1131b2c1c6c4", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:23.221956 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98ac35cd-cb04-4a68-865e-92d6c46a6823 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:23.222413 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250aef92-439f-400f-8938-44bbd4be779f', 'name': 'network-vif-deleted', 'tag': 'e9ae4abe-c326-4aee-94e7-1131b2c1c6c4', 'status': 'completed', 'code': 200} Jun 08 18:32:24.179440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b48cb5-9bb3-4289-a97e-6ae1025d2ba8 req-89778ffb-a292-4c8d-b0f1-b31bba1e5e14 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:24.181072 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-24b48cb5-9bb3-4289-a97e-6ae1025d2ba8 req-89778ffb-a292-4c8d-b0f1-b31bba1e5e14 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 946 time: 0.0948331 Jun 08 18:32:24.190046 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:24.267751 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-24b48cb5-9bb3-4289-a97e-6ae1025d2ba8 req-03337d78-938a-4d7d-b5be-b78683bdb550 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718150 Jun 08 18:32:24.324661 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:24.345943 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-45e47f98-f4f2-4154-982f-2913fd6cfbeb req-13844d45-b7f4-4afd-b141-83cb52534bc6 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "GET /v2.0/ports?device_id=250aef92-439f-400f-8938-44bbd4be779f HTTP/1.1" status: 200 len: 210 time: 0.0836256 Jun 08 18:32:24.378766 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:24.382399 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9a6ce0-eff4-46d3-9e17-fe20961b1ec6" -d '{"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:24.396909 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:24.402846 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:24.404049 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:24.478823 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f266335-fc01-45ec-abc6-41ff0806763c x-openstack-request-id: req-2f266335-fc01-45ec-abc6-41ff0806763c {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:24.479233 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-unplugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:24.479492 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f266335-fc01-45ec-abc6-41ff0806763c {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:24.479998 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'code': 200} Jun 08 18:32:24.480536 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:24.529757 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:24.530061 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e9ae4abe-c326-4aee-94e7-1131b2c1c6c4 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:24.557739 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=8']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:24.560933 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:25.462762 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41798) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:25.486463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928a9e-9287-4d34-9a1d-c5e08472fe61 req-1e36c8e3-a320-47ff-ae45-90a5b0232fd8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:25.488010 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e7928a9e-9287-4d34-9a1d-c5e08472fe61 req-1e36c8e3-a320-47ff-ae45-90a5b0232fd8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0929205 Jun 08 18:32:25.536845 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e7928a9e-9287-4d34-9a1d-c5e08472fe61 req-b019f3f7-5b93-45a1-9ef1-95e65cf1e04d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417292 Jun 08 18:32:25.563331 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.608389 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.679914 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.682871 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:25.684466 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] 10.222.0.46 "DELETE /v2.0/security-groups/daddc433-5d1d-443f-981b-0204e3670a2b HTTP/1.1" status: 204 len: 168 time: 0.2205489 Jun 08 18:32:25.685638 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-cd3d08b7-d3e0-444a-a33d-9a617f32eb82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:25.707079 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daddc433-5d1d-443f-981b-0204e3670a2b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:25.711137 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:25.756628 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41806) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:26.508614 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:26.972616 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Deleting port 377cde04-65e1-427d-a575-7bee72c1a13d {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:26.972887 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:27.127665 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] For port 377cde04-65e1-427d-a575-7bee72c1a13d, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=377cde04-65e1-427d-a575-7bee72c1a13d,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:27.127927 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:27.184786 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5b86a-555e-4edf-8ddd-046ccea89230 req-a9379332-a852-4f9c-ad47-1d8b8fe0e412 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:27.186640 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dbb5b86a-555e-4edf-8ddd-046ccea89230 req-a9379332-a852-4f9c-ad47-1d8b8fe0e412 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0946798 Jun 08 18:32:27.236931 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dbb5b86a-555e-4edf-8ddd-046ccea89230 req-b468eb94-5ea5-449b-95b5-48b4e7c94ffa tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428212 Jun 08 18:32:27.352850 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Calling delete_port for 377cde04-65e1-427d-a575-7bee72c1a13d owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:27.518872 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-f3a55258-d72a-42b9-b8a2-dd5d5c717c2a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2620761 Jun 08 18:32:27.549879 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:27.554901 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:27.597781 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Pushing event deleted for resources: {'Port': ['ID=377cde04-65e1-427d-a575-7bee72c1a13d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:27.601735 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:27.910550 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:28.195115 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:28.319111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Router 4380e767-7096-4c66-a665-472f49c47448 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:32:28.463199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fbe79e-4cb0-4d5d-a420-3dbcf3697cab req-91fdc8f7-ef16-4646-88b1-8b6bd6f47d24 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.464690 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76fbe79e-4cb0-4d5d-a420-3dbcf3697cab req-91fdc8f7-ef16-4646-88b1-8b6bd6f47d24 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0888398 Jun 08 18:32:28.513092 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-76fbe79e-4cb0-4d5d-a420-3dbcf3697cab req-a026b22a-6358-44b3-b8bd-99f0a7d3a343 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409441 Jun 08 18:32:28.522160 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:28.527040 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] 10.222.0.46 "PUT /v2.0/routers/4380e767-7096-4c66-a665-472f49c47448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682998 Jun 08 18:32:28.529674 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41858) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:28.532156 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Sync routers for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:28.542625 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:28.543238 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:28.648791 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-d5d32340-0bfc-4161-9577-1dbd731642ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.650288 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-d5d32340-0bfc-4161-9577-1dbd731642ea service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173&tenant_id=d0f503bee0434c5ba3bb85d0537e593d HTTP/1.1" status: 200 len: 1097 time: 0.0813162 Jun 08 18:32:28.711595 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:28.746529 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-95071ebd-b62f-4e6b-9a58-92fbcd4b5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.748179 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-95071ebd-b62f-4e6b-9a58-92fbcd4b5e3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1097 time: 0.0748219 Jun 08 18:32:28.753312 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:28.893470 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-cbafa30f-07dc-4029-9187-35f14c1fd62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:28.894973 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-cbafa30f-07dc-4029-9187-35f14c1fd62e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1407540 Jun 08 18:32:29.008588 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.024853 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-dc074b5a-337d-4763-a514-6101ea58722b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 999 time: 0.1231089 Jun 08 18:32:29.063197 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:32:27Z', 'revision_number': 5, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port': {'id': 'c4254b7b-9bdf-4195-be56-70aaeb1af566', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:df:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4380e767-7096-4c66-a665-472f49c47448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:37Z', 'updated_at': '2021-06-08T18:24:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:29.068793 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Checking router: 4380e767-7096-4c66-a665-472f49c47448 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:29.079956 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Routers {'4380e767-7096-4c66-a665-472f49c47448'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:29.081070 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['4380e767-7096-4c66-a665-472f49c47448'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:29.083629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Deleting port c4254b7b-9bdf-4195-be56-70aaeb1af566 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:29.084220 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.089330 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-37b3e1ec-c96f-4274-a654-89b4abfa9083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:29.090824 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-37b3e1ec-c96f-4274-a654-89b4abfa9083 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.0597041 Jun 08 18:32:29.170723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-c86ff5eb-1a13-4989-995a-edc310cffb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:29.172182 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-c86ff5eb-1a13-4989-995a-edc310cffb4c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749116 Jun 08 18:32:29.210598 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] For port c4254b7b-9bdf-4195-be56-70aaeb1af566, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c4254b7b-9bdf-4195-be56-70aaeb1af566,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:29.210997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.238459 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] Set router 4380e767-7096-4c66-a665-472f49c47448 gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:29.338347 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Calling delete_port for c4254b7b-9bdf-4195-be56-70aaeb1af566 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:29.346255 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:32:29Z', 'revision_number': 6, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:29.350785 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f5d0ef-3c37-4d45-aff8-229bf1d23512 None None] The sync data for ids ['4380e767-7096-4c66-a665-472f49c47448'] in dv-cinder-733622-16-iscsi is: [{'id': '4380e767-7096-4c66-a665-472f49c47448', 'name': 'tempest-TestShelveInstance-1335030457-router', 'tenant_id': '20db8c0e0a5145ce836aa84744bed739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:36Z', 'updated_at': '2021-06-08T18:32:29Z', 'revision_number': 6, 'project_id': '20db8c0e0a5145ce836aa84744bed739', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:29.419499 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-95c83e1d-9f2e-4271-b275-126dce7527bc service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406247 Jun 08 18:32:29.481505 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.485327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f95b52ad-2230-4539-8647-7f61d94ad61c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:29.529310 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4254b7b-9bdf-4195-be56-70aaeb1af566,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:29.532352 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:29.554140 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-de532174-ffa3-44eb-9599-fe03e308e10f service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284375 Jun 08 18:32:29.629191 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.715671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a434b8-cacf-47a0-9130-2b1a6fe40559 req-c7b3ea86-ce25-4b1a-9356-63ab2b61fdf8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:29.717135 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85a434b8-cacf-47a0-9130-2b1a6fe40559 req-c7b3ea86-ce25-4b1a-9356-63ab2b61fdf8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0887866 Jun 08 18:32:29.774584 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-85a434b8-cacf-47a0-9130-2b1a6fe40559 req-608ae135-b224-44cb-860b-2a1cf14dec99 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510845 Jun 08 18:32:29.815596 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.818763 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.851714 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.852259 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4380e767-7096-4c66-a665-472f49c47448 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:32:29.856676 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.857808 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8cc8c9c9-5b1a-4dbe-b1fc-363809959ab2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/4380e767-7096-4c66-a665-472f49c47448 HTTP/1.1" status: 204 len: 168 time: 1.3269565 Jun 08 18:32:29.861751 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41874) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:29.922676 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Deleting subnet aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:32:29.925682 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:29.988315 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.129623 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.242463 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.247732 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4c3b54b2-a46b-42c0-a00a-08013390e51e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:30.287523 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.292002 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41888) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:30.294720 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88f5858-48d2-4a37-8fc9-a8cc28aa9636 None None] Network 77d05067-af15-470a-bfb2-e4a378ee25bc requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:30.306877 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be HTTP/1.1" status: 204 len: 168 time: 0.4440091 Jun 08 18:32:30.307849 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5a816c-ea2d-4fbc-a748-1fd5cfbd79be,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:30.313686 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4a0da05c-2eb5-4b21-aada-dec9c521499f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:30.485082 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.496513 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 377cde04-65e1-427d-a575-7bee72c1a13d no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:30.575024 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 377cde04-65e1-427d-a575-7bee72c1a13d {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:30.575305 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 377cde04-65e1-427d-a575-7bee72c1a13d not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:30.575728 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c4254b7b-9bdf-4195-be56-70aaeb1af566 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:30.584659 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Deleting port eb718f64-e20a-433e-a384-51dfd3970257 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:30.585263 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.613524 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: c4254b7b-9bdf-4195-be56-70aaeb1af566 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:30.614757 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c4254b7b-9bdf-4195-be56-70aaeb1af566 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:30.739846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] For port eb718f64-e20a-433e-a384-51dfd3970257, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=eb718f64-e20a-433e-a384-51dfd3970257,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:30.740455 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.757948 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] DHCP port deletion for 77d05067-af15-470a-bfb2-e4a378ee25bc request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:32:30.839121 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Deleting port eb718f64-e20a-433e-a384-51dfd3970257 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:30.839637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:30.904028 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Calling delete_port for eb718f64-e20a-433e-a384-51dfd3970257 owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:30.992550 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] For port eb718f64-e20a-433e-a384-51dfd3970257, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=eb718f64-e20a-433e-a384-51dfd3970257,segment=NetworkSegment(d7702abd-bd3d-478d-877a-57a28d9d147f),segment_id=d7702abd-bd3d-478d-877a-57a28d9d147f)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:30.993050 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.039366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbbbda-7388-4c9f-8568-a38d831476a3 req-5fb1693c-b0e9-453f-9dfc-c80d91c5b65f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:31.040894 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-81bbbbda-7388-4c9f-8568-a38d831476a3 req-5fb1693c-b0e9-453f-9dfc-c80d91c5b65f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1445088 Jun 08 18:32:31.067530 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.075603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-94052bb0-5519-49a6-a022-f6152142bea4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:31.123659 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Calling delete_port for eb718f64-e20a-433e-a384-51dfd3970257 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:31.124500 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb718f64-e20a-433e-a384-51dfd3970257,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:31.141829 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-52c63e90-8ddd-48f2-a85a-b1ae57f195b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.144366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:31.147458 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-81bbbbda-7388-4c9f-8568-a38d831476a3 req-bcff0bb9-c7fa-414a-9548-5ff742a11123 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007981 Jun 08 18:32:31.148335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] No DVR routers for this DVR port eb718f64-e20a-433e-a384-51dfd3970257 on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:31.187593 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.191420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:31.244772 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Pushing event deleted for resources: {'Port': ['ID=eb718f64-e20a-433e-a384-51dfd3970257,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:31.251040 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:31.251936 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] No DVR routers for this DVR port eb718f64-e20a-433e-a384-51dfd3970257 on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:31.282542 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.297436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d05067-af15-470a-bfb2-e4a378ee25bc']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:31.310877 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7702abd-bd3d-478d-877a-57a28d9d147f') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:31.311264 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7702abd-bd3d-478d-877a-57a28d9d147f') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:31.324127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.341281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.348806 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:32:31.349290 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:32:31.362875 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:32:31.444132 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.448123 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:31.463047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:31.467891 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] 10.222.0.46 "DELETE /v2.0/networks/77d05067-af15-470a-bfb2-e4a378ee25bc HTTP/1.1" status: 204 len: 168 time: 1.1715860 Jun 08 18:32:31.468216 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41892) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:31.534644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Pushing event deleted for resources: {'Network': ['ID=77d05067-af15-470a-bfb2-e4a378ee25bc,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:31.537279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:32.170400 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.452821 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device eb718f64-e20a-433e-a384-51dfd3970257 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:32.496399 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: eb718f64-e20a-433e-a384-51dfd3970257 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:32.496853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device eb718f64-e20a-433e-a384-51dfd3970257 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:32.534315 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13271f2-6ee1-4f38-aa3a-36e87b3cfdee req-cafc1c76-74f6-4b40-9f81-82d99a267f20 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:32.536737 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d13271f2-6ee1-4f38-aa3a-36e87b3cfdee req-cafc1c76-74f6-4b40-9f81-82d99a267f20 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.2422466 Jun 08 18:32:32.600034 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d13271f2-6ee1-4f38-aa3a-36e87b3cfdee req-a2edafea-b8cc-4400-b79d-52a3a37f6810 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543697 Jun 08 18:32:32.732984 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Deleting port 226c6108-5319-403b-b233-95e807b46b98 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:32.733321 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.860679 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] For port 226c6108-5319-403b-b233-95e807b46b98, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=226c6108-5319-403b-b233-95e807b46b98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:32.860967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:32.992326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Calling delete_port for 226c6108-5319-403b-b233-95e807b46b98 owned by network:router_interface {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:33.140911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.152507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-35c559a4-3564-43a2-afd8-498271a785c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:33.221980 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Pushing event deleted for resources: {'Port': ['ID=226c6108-5319-403b-b233-95e807b46b98,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:33.230678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:33.604797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.613142 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.740007 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d7c9991a-f97b-4bf7-bb24-fcadcb27a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:33.934438 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36507ef-c17e-47fa-92e1-8e20e57b2971 req-35e3ad97-c189-4e22-aef1-7d6ef44705e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:33.935918 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c36507ef-c17e-47fa-92e1-8e20e57b2971 req-35e3ad97-c189-4e22-aef1-7d6ef44705e8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1896527 Jun 08 18:32:34.092644 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c36507ef-c17e-47fa-92e1-8e20e57b2971 req-1c492d18-49d3-4273-bad2-8138067cca7f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470723 Jun 08 18:32:34.141095 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:32:34.337391 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:32:34.343396 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] 10.222.0.46 "PUT /v2.0/routers/6d4f5c03-75ad-4edf-b798-1f12d85fbef6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8740201 Jun 08 18:32:34.345715 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41900) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:34.349527 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Sync routers for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:32:34.361214 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:34.363059 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:34.648903 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks [] for router, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:34.676846 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:34.936535 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.009211 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.119124 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Deleting port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:35.119638 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.245404 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65'}], 'enable_snat': True}, 'gw_port_id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:32:33Z', 'revision_number': 5, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port': {'id': 'c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:07:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:24:46Z', 'updated_at': '2021-06-08T18:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:35.250401 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Checking router: 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:32:35.260287 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Routers {'6d4f5c03-75ad-4edf-b798-1f12d85fbef6'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:32:35.260941 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:32:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:35.437385 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] Set router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:32:35.519233 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] For port c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:35.519834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.543036 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c081a3-8e69-4a1f-9231-6e56f8244d13 req-fddd4564-bb39-45b3-a01e-19a717ecc6fe tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:35.544578 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-53c081a3-8e69-4a1f-9231-6e56f8244d13 req-fddd4564-bb39-45b3-a01e-19a717ecc6fe tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.2989821 Jun 08 18:32:35.559021 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:32:35Z', 'revision_number': 6, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:35.563710 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba45b02-1071-4394-b4ec-1a26f9e1b8d4 None None] The sync data for ids ['6d4f5c03-75ad-4edf-b798-1f12d85fbef6'] in dv-cinder-733622-16-iscsi is: [{'id': '6d4f5c03-75ad-4edf-b798-1f12d85fbef6', 'name': 'tempest-TestShelveInstance-1699341286-router', 'tenant_id': 'cd886bb820d34d6fae9e0289317d8d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:24:45Z', 'updated_at': '2021-06-08T18:32:35Z', 'revision_number': 6, 'project_id': 'cd886bb820d34d6fae9e0289317d8d10', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:32:35.715910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Calling delete_port for c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca owned by network:router_gateway {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:35.766723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-53c081a3-8e69-4a1f-9231-6e56f8244d13 req-b685e365-4615-44ca-b418-7fd16b8b240b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477778 Jun 08 18:32:35.911378 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:35.915871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-819b9057-2d58-43fa-ab9d-c8a954ca600d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:35.963007 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:35.967477 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:36.071942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.267468 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.269776 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.295024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.295547 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d4f5c03-75ad-4edf-b798-1f12d85fbef6 {{(pid=91768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:32:36.300711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.305093 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 41904) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:36.305980 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] 10.222.0.46 "DELETE /v2.0/routers/6d4f5c03-75ad-4edf-b798-1f12d85fbef6 HTTP/1.1" status: 204 len: 168 time: 1.9583361 Jun 08 18:32:36.398582 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Deleting subnet 9b50051f-b502-4aeb-84e8-7c3da9858545 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:32:36.402722 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.464072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:36.483266 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.517160 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:36.517707 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c9b4a556-56eb-4e52-a8f0-3e7e6fa836ca not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:36.518241 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 226c6108-5319-403b-b233-95e807b46b98 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:36.558022 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 226c6108-5319-403b-b233-95e807b46b98 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:36.558691 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 226c6108-5319-403b-b233-95e807b46b98 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:36.581343 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.759193 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.763414 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3190a713-a48f-4e06-ab63-ad25d18034df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:36.802065 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b50051f-b502-4aeb-84e8-7c3da9858545,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:36.808106 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:36.809933 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9b50051f-b502-4aeb-84e8-7c3da9858545 HTTP/1.1" status: 204 len: 168 time: 0.5036774 Jun 08 18:32:36.814550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41906) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:36.815323 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.815455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.815783 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.816099 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.816575 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.817520 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.818111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.818730 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.819091 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.819503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.820087 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.820501 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:36.827833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f088262-76b7-4b8b-8573-52ee2379bfbd None None] Network 362151e3-05ce-415f-a34c-3d325f4bfd91 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:32:36.835119 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:36.980800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.056251 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.159186 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd0819-c617-4769-99a5-5dfa8c70b8fc req-0149ae92-6ce9-4c14-bbf7-0c368cc1777a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:37.161084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ddbd0819-c617-4769-99a5-5dfa8c70b8fc req-0149ae92-6ce9-4c14-bbf7-0c368cc1777a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1837761 Jun 08 18:32:37.162227 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] DHCP port deletion for 362151e3-05ce-415f-a34c-3d325f4bfd91 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:32:37.169757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Deleting port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:37.170095 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.308542 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Deleting port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:32:37.309726 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.338626 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ddbd0819-c617-4769-99a5-5dfa8c70b8fc req-3d78dc8c-ffb8-4cd9-8d76-cc4b31bb38e1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547015 Jun 08 18:32:37.362139 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] For port ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:37.362507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.507148 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] For port ebbffdec-d9fd-460c-a6c3-02b93fdfda98, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,segment=NetworkSegment(83199d9c-15a0-434d-9ca0-0d44f5d78826),segment_id=83199d9c-15a0-434d-9ca0-0d44f5d78826)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:37.508123 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.592692 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Calling delete_port for ebbffdec-d9fd-460c-a6c3-02b93fdfda98 owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:37.668741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.673880 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-38a3b3f8-6a5b-48dc-9615-b1c561d9e57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:37.694411 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Calling delete_port for ebbffdec-d9fd-460c-a6c3-02b93fdfda98 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:32:37.729177 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:37.732635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:37.733433 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] No DVR routers for this DVR port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:37.754185 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:37.764160 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:37.817369 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Pushing event deleted for resources: {'Port': ['ID=ebbffdec-d9fd-460c-a6c3-02b93fdfda98,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:37.820242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] No DVR routers for this DVR port ebbffdec-d9fd-460c-a6c3-02b93fdfda98 on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:32:37.821687 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:38.006868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.021504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362151e3-05ce-415f-a34c-3d325f4bfd91']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:38.034429 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83199d9c-15a0-434d-9ca0-0d44f5d78826') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:38.034725 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83199d9c-15a0-434d-9ca0-0d44f5d78826') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:32:38.046690 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.064964 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.073273 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:32:38.074190 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:32:38.089412 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:32:38.174526 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.179874 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:38.199815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.205940 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] 10.222.0.46 "DELETE /v2.0/networks/362151e3-05ce-415f-a34c-3d325f4bfd91 HTTP/1.1" status: 204 len: 168 time: 1.3883388 Jun 08 18:32:38.207128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Pushing event deleted for resources: {'Network': ['ID=362151e3-05ce-415f-a34c-3d325f4bfd91,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:38.216067 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.216440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.216803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.217161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.217518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.217873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.218224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.218654 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.218968 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.219316 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.219663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.220092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:32:38.224648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:38.347766 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.366694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41914) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:38.448642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f8306cd4-7224-4868-8ec7-c79b591f7901 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20db8c0e0a5145ce836aa84744bed739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0802097 Jun 08 18:32:38.451008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41918) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:38.466036 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ebbffdec-d9fd-460c-a6c3-02b93fdfda98 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:32:38.506324 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: ebbffdec-d9fd-460c-a6c3-02b93fdfda98 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:32:38.507085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device ebbffdec-d9fd-460c-a6c3-02b93fdfda98 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:32:38.616996 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.675815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.733902 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295967df-965d-492d-90da-01a330cdf947 req-01f59dc8-ff2d-40dd-90a4-0643bc77e98d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:38.735430 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-295967df-965d-492d-90da-01a330cdf947 req-01f59dc8-ff2d-40dd-90a4-0643bc77e98d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1751685 Jun 08 18:32:38.778536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.780845 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:38.782337 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5b61d62-2b0b-487e-ab9e-7eb3c7ded5ef HTTP/1.1" status: 204 len: 168 time: 0.3288782 Jun 08 18:32:38.788737 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-17334b7a-4664-4588-8ee2-aed75be0363e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:38.805417 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-295967df-965d-492d-90da-01a330cdf947 req-6db0d081-ce2b-4bd2-a100-d2a407ac2c09 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610478 Jun 08 18:32:38.806542 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b61d62-2b0b-487e-ab9e-7eb3c7ded5ef,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:38.809110 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-842e20d9-9cf7-4614-a2ab-bbe31237a1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:39.241396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41924) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:39.305451 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-3a46ac11-fdf3-4b5a-8e09-9264f43e1f6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd886bb820d34d6fae9e0289317d8d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0623229 Jun 08 18:32:39.307801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 41926) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:32:39.395859 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:39.436360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:39.499972 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:39.502950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:39.508244 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3d478a3-8658-411a-905d-982d71ec2586 HTTP/1.1" status: 204 len: 168 time: 0.1980712 Jun 08 18:32:39.508244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-42e08e8b-3a4d-4fc5-a366-13101c941a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:39.527204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d478a3-8658-411a-905d-982d71ec2586,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:39.531184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c005f08e-9073-4294-b82c-a7aacbb3d051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:40.040477 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0630694b-8d13-4db1-907d-c3b9ef34d2e7 req-b710565d-9589-4e45-8823-088231d94d35 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:40.041927 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0630694b-8d13-4db1-907d-c3b9ef34d2e7 req-b710565d-9589-4e45-8823-088231d94d35 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0909889 Jun 08 18:32:40.094124 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0630694b-8d13-4db1-907d-c3b9ef34d2e7 req-d4f96ffb-792d-4526-bbc8-3e76d227e09e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461173 Jun 08 18:32:40.571019 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:32:41.333373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0132ee-d929-4a97-a5f8-42638c927434 req-5e97e5cf-e277-4213-adb2-094bd9d0d61f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:41.335285 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c0132ee-d929-4a97-a5f8-42638c927434 req-5e97e5cf-e277-4213-adb2-094bd9d0d61f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0953698 Jun 08 18:32:41.390631 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c0132ee-d929-4a97-a5f8-42638c927434 req-18dd4375-5382-4d1e-8c91-df3004b6e7aa tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491760 Jun 08 18:32:42.603289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bb183-a463-45fa-aa9b-bd51ef7f69e2 req-d0fa3697-842f-4788-ba77-3e961fb5440b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:42.604775 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-458bb183-a463-45fa-aa9b-bd51ef7f69e2 req-d0fa3697-842f-4788-ba77-3e961fb5440b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0988185 Jun 08 18:32:42.654406 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-458bb183-a463-45fa-aa9b-bd51ef7f69e2 req-8c55af23-bf51-4610-a4e7-1996d585b125 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438237 Jun 08 18:32:43.852038 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30141cc-c9a2-4a9a-b69a-8706e499761b req-2d42e337-2504-42d8-b46b-d7338227ad93 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:43.853473 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b30141cc-c9a2-4a9a-b69a-8706e499761b req-2d42e337-2504-42d8-b46b-d7338227ad93 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0814984 Jun 08 18:32:43.903777 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b30141cc-c9a2-4a9a-b69a-8706e499761b req-114864f5-7975-4bbc-9e09-9298b526336e tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447497 Jun 08 18:32:45.133998 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-f1b7e763-0eea-44db-897e-21607b7eac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.136925 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-f1b7e763-0eea-44db-897e-21607b7eac76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1097 time: 0.1469843 Jun 08 18:32:45.152694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f2ca4-15af-47d9-bbf6-bd608d36a933 req-5deb09b6-bfe7-490f-b7e6-9df28584cf6f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.154564 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c98f2ca4-15af-47d9-bbf6-bd608d36a933 req-5deb09b6-bfe7-490f-b7e6-9df28584cf6f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1197300 Jun 08 18:32:45.307191 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c98f2ca4-15af-47d9-bbf6-bd608d36a933 req-fb98b7be-72ba-492d-aeac-efacc48cef1b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266656 Jun 08 18:32:45.331951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-3f5f2c48-cedb-4587-a321-c0985eb7d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.333450 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-3f5f2c48-cedb-4587-a321-c0985eb7d985 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 200 len: 918 time: 0.1748707 Jun 08 18:32:45.465271 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-8ddae6b9-487e-4402-8c6c-e9462de2f965 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 200 len: 999 time: 0.1248469 Jun 08 18:32:45.575251 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-100ee25f-223e-4680-9700-6645ef0774f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.576980 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-100ee25f-223e-4680-9700-6645ef0774f4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 200 len: 856 time: 0.1049049 Jun 08 18:32:45.660210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-dbf788ec-a7bf-459b-b89d-2dbd59eb3fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:45.662683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-dbf788ec-a7bf-459b-b89d-2dbd59eb3fd0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0788531 Jun 08 18:32:45.802810 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-44f70a17-abdf-4749-ab97-1ff5c168cb84 service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331794 Jun 08 18:32:46.049275 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e13576f2-c5e3-437f-8629-ee4b66ee9af3 req-18b43f46-a880-4bd3-8ea7-c0679679a6ca service neutron] 10.222.0.35 "GET /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402833 Jun 08 18:32:46.510069 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f66abc-9ac6-4069-a766-805bb2727c8d req-87c0111d-364c-443c-9a0c-66e0f71b42de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:46.511639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18f66abc-9ac6-4069-a766-805bb2727c8d req-87c0111d-364c-443c-9a0c-66e0f71b42de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.0864544 Jun 08 18:32:46.566608 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18f66abc-9ac6-4069-a766-805bb2727c8d req-564ffd53-e98c-4a5d-85b4-27cc6bac52fa tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466871 Jun 08 18:32:47.777927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a45c50-a67b-4d97-9220-6e6a2782dd84 req-d9cfc818-2c39-4f8c-9b91-67de6755d3f2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:47.779396 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86a45c50-a67b-4d97-9220-6e6a2782dd84 req-d9cfc818-2c39-4f8c-9b91-67de6755d3f2 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 944 time: 0.1004267 Jun 08 18:32:47.823631 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-86a45c50-a67b-4d97-9220-6e6a2782dd84 req-df1daf7c-1223-456c-9c83-ce45831c34ed tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383859 Jun 08 18:32:48.314086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:32:48.447461 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:48.461335 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'port_id': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'mac_address': 'fa:16:3e:88:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:32:48.516625 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.534295 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:32:48.550062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:48.554943 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:48.556662 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:48.624501 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=9']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:48.627502 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:48.887467 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:32:49.024302 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f881248-38f1-4015-8a82-3cf801559f58 req-8080ec5d-1e8a-4528-87cc-c722c8be5ded tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:49.025851 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f881248-38f1-4015-8a82-3cf801559f58 req-8080ec5d-1e8a-4528-87cc-c722c8be5ded tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.0883501 Jun 08 18:32:49.070542 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8f881248-38f1-4015-8a82-3cf801559f58 req-89817229-720d-4391-8ce2-01cea332588a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389917 Jun 08 18:32:50.263764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647d78a-a519-4bbf-bae6-95412c0116a3 req-c55a10b0-58ab-4cf2-bc11-a843af8f268b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:50.265239 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d647d78a-a519-4bbf-bae6-95412c0116a3 req-c55a10b0-58ab-4cf2-bc11-a843af8f268b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 945 time: 0.0849676 Jun 08 18:32:50.312640 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d647d78a-a519-4bbf-bae6-95412c0116a3 req-46c111ae-0f0a-4240-b7ec-c6fdf14dec22 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Jun 08 18:32:50.329656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:32:50.400133 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:32:50.400500 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:50.514080 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:50.540624 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:32:50.542897 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fca1d8-b871-4f07-9de2-97259a550b23" -d '{"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:32:50.550734 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:32:50.555474 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:32:50.557333 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:32:50.622328 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=10']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:32:50.625498 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:32:50.781512 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2850e2-9e3b-4c5d-b8ce-4a29a0d2d880 x-openstack-request-id: req-7c2850e2-9e3b-4c5d-b8ce-4a29a0d2d880 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:32:50.781805 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-plugged", "status": "completed", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:32:50.782057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7c2850e2-9e3b-4c5d-b8ce-4a29a0d2d880 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:32:50.782506 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'code': 200} Jun 08 18:32:51.025385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f68e3-46e9-479b-8abd-e41190a0423a req-af1fe4d2-8a9f-4532-8847-6faac6b2b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:51.026829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-655f68e3-46e9-479b-8abd-e41190a0423a req-af1fe4d2-8a9f-4532-8847-6faac6b2b093 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 1100 time: 0.0755403 Jun 08 18:32:51.111753 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-655f68e3-46e9-479b-8abd-e41190a0423a req-068c4c6a-4a78-4a5d-93eb-2013691b886e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364010 Jun 08 18:32:51.506265 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72198a9e-227b-4db8-a33b-ef72225a89f2 req-25040e15-1cbb-419b-942b-076b5d787d61 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:51.507726 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-72198a9e-227b-4db8-a33b-ef72225a89f2 req-25040e15-1cbb-419b-942b-076b5d787d61 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.0821385 Jun 08 18:32:51.553305 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-72198a9e-227b-4db8-a33b-ef72225a89f2 req-0789cff1-f1e2-4dba-ae3e-c3f21321e7e1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397251 Jun 08 18:32:52.761810 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fb817-27ce-438c-9194-478db9331466 req-f4f9e0f8-e5f5-4361-ad71-ead53da5c050 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:52.763226 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec5fb817-27ce-438c-9194-478db9331466 req-f4f9e0f8-e5f5-4361-ad71-ead53da5c050 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.0906703 Jun 08 18:32:52.809507 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ec5fb817-27ce-438c-9194-478db9331466 req-f7d2c9a0-9e0a-4e40-8d1e-46d367fafe0f tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407643 Jun 08 18:32:54.013269 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd89a5a-e733-4619-ba54-68228e98eaaa req-28a0e1cc-4193-4414-be82-3c84390514ac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:32:54.014720 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ffd89a5a-e733-4619-ba54-68228e98eaaa req-28a0e1cc-4193-4414-be82-3c84390514ac tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.0940819 Jun 08 18:32:54.075225 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ffd89a5a-e733-4619-ba54-68228e98eaaa req-309cf8eb-7d18-4135-b158-7bb2165fff4a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546737 Jun 08 18:33:01.034360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-45325154-e926-431f-a616-bf7c219ecd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.620964 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:03.737249 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ae66bc39-75a8-4b8e-8744-948d1aaac274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:04.916211 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:06.890291 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:08.345869 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:09.022212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f396829-9b21-4221-b9df-e7094c78b668 req-1ab26283-5629-4eb0-a56e-ff1ddf412a75 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:09.023899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f396829-9b21-4221-b9df-e7094c78b668 req-1ab26283-5629-4eb0-a56e-ff1ddf412a75 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.1178508 Jun 08 18:33:09.070038 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f396829-9b21-4221-b9df-e7094c78b668 req-9b344ac5-e06e-4e4f-a140-4ec9323e983b tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Jun 08 18:33:10.260809 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d434cf3-c5f8-427a-a297-c9f2590b35cc req-bbc50d24-dd7b-40d8-8eca-603f41cb4d9c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:10.262130 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d434cf3-c5f8-427a-a297-c9f2590b35cc req-bbc50d24-dd7b-40d8-8eca-603f41cb4d9c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.0830374 Jun 08 18:33:10.308955 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2d434cf3-c5f8-427a-a297-c9f2590b35cc req-65c76b2d-1145-429c-bed8-292cbe51355c tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Jun 08 18:33:11.030868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-1010ec27-1ce0-431b-a725-05377a8d1fe3 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:11.032418 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-1010ec27-1ce0-431b-a725-05377a8d1fe3 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.0882747 Jun 08 18:33:11.175449 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Deleting port c7e1ada5-8054-4038-bb44-4ab5e850aea2 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:11.175794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.311871 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] For port c7e1ada5-8054-4038-bb44-4ab5e850aea2, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=c7e1ada5-8054-4038-bb44-4ab5e850aea2,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:11.312641 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.766205 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05093228-b923-41c1-aad9-3a4f1bf55a40 req-093d085d-f7da-4769-933c-f4aee9c80be5 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:11.767672 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-05093228-b923-41c1-aad9-3a4f1bf55a40 req-093d085d-f7da-4769-933c-f4aee9c80be5 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 946 time: 0.3021023 Jun 08 18:33:11.769326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.769695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.770563 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Floating IP bf73b7e8-7dd9-40ea-bdae-579c51228ad6 disassociated. External IP: 172.27.0.131, port: c7e1ada5-8054-4038-bb44-4ab5e850aea2. Jun 08 18:33:11.771061 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Calling delete_port for c7e1ada5-8054-4038-bb44-4ab5e850aea2 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:11.831471 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-05093228-b923-41c1-aad9-3a4f1bf55a40 req-0b175897-528d-4d6c-96d5-8dcedf7c927f tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups?id=efb78888-f45a-44fe-8b2a-252ff46d3d18&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556822 Jun 08 18:33:11.925210 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:11.930643 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:11.976639 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'Port': ['ID=c7e1ada5-8054-4038-bb44-4ab5e850aea2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:11.979823 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:12.166185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:12.352485 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:12.361779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:12.375670 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:12.376594 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:12.429141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] No DVR routers for this DVR port c7e1ada5-8054-4038-bb44-4ab5e850aea2 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:12.432048 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:12.434145 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-56ea8cf9-1719-41dc-991f-e9667e50636f req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.35 "DELETE /v2.0/ports/c7e1ada5-8054-4038-bb44-4ab5e850aea2 HTTP/1.1" status: 204 len: 173 time: 1.3952627 Jun 08 18:33:12.434717 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'name': 'network-vif-deleted', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:12.437101 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a26db9e-7a31-4fed-89e4-17cf47296075" -d '{"events": [{"server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "name": "network-vif-deleted", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:12.486321 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc7a97d-b1f1-4440-ba85-0b33d4a0d318 x-openstack-request-id: req-1bc7a97d-b1f1-4440-ba85-0b33d4a0d318 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:12.486646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a35b3540-facd-4400-af78-eacb120c111d", "name": "network-vif-deleted", "tag": "c7e1ada5-8054-4038-bb44-4ab5e850aea2", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:12.486934 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1bc7a97d-b1f1-4440-ba85-0b33d4a0d318 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:12.487366 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a35b3540-facd-4400-af78-eacb120c111d', 'name': 'network-vif-deleted', 'tag': 'c7e1ada5-8054-4038-bb44-4ab5e850aea2', 'status': 'completed', 'code': 200} Jun 08 18:33:12.572496 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:12.889346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:12.893286 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:12.902811 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:12.903979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:13.015850 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bbafcb33-3f92-49a6-92be-e6026204b983 req-f62fb3eb-1551-4303-b738-d68b93a2d19e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/ports?device_id=a35b3540-facd-4400-af78-eacb120c111d HTTP/1.1" status: 200 len: 210 time: 0.0484686 Jun 08 18:33:13.090838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:13.433921 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:13.437799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9794e86d-6cfc-4ca0-aa21-d5f544a905d6 None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:21:36Z', 'revision_number': 4, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': 'af4f3d1e-3e70-4195-b024-56a2ab644c84', 'name': '', 'network_id': 'e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'mac_address': 'fa:16:3e:ab:47:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:31Z', 'updated_at': '2021-06-08T18:21:52Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'subnets': [{'id': '906f0da4-05d3-4e5f-9603-6c9646c4fdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:13.644086 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb58883-c792-4102-bd6b-baf1d592ae4e None None] New status for floating IP bf73b7e8-7dd9-40ea-bdae-579c51228ad6: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:33:14.141629 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42124) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:14.205085 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.233505 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.292138 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.294569 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.295713 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "DELETE /v2.0/security-groups/efb78888-f45a-44fe-8b2a-252ff46d3d18 HTTP/1.1" status: 204 len: 168 time: 0.1530988 Jun 08 18:33:14.296496 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-beb096a7-7351-414b-b8db-46f4a968098d tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:14.298407 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42126) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:14.308172 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb78888-f45a-44fe-8b2a-252ff46d3d18,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:14.310545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:14.315030 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.api.v2.resource [None req-ca968684-5b69-40a5-b9ce-aa19bde21c0d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] show failed (client error): The resource could not be found. Jun 08 18:33:14.316125 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ca968684-5b69-40a5-b9ce-aa19bde21c0d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "GET /v2.0/security-groups/efb78888-f45a-44fe-8b2a-252ff46d3d18 HTTP/1.1" status: 404 len: 347 time: 0.0166893 Jun 08 18:33:14.318981 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42128) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:14.459822 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device c7e1ada5-8054-4038-bb44-4ab5e850aea2 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:14.493481 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: c7e1ada5-8054-4038-bb44-4ab5e850aea2 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:14.493826 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device c7e1ada5-8054-4038-bb44-4ab5e850aea2 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:14.538026 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Deleting port 220a90c2-7aaa-4ba6-b426-93b6db8150ff {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:14.538396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.655092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.655315 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.776254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Calling delete_port for 220a90c2-7aaa-4ba6-b426-93b6db8150ff owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:14.883055 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:14.887351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c38ac518-730e-408d-8adc-de3c2b886669 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:15.033034 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Pushing event deleted for resources: {'Port': ['ID=220a90c2-7aaa-4ba6-b426-93b6db8150ff,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:15.036118 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:15.123190 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:15.125657 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:15.126803 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] 10.222.0.46 "DELETE /v2.0/floatingips/bf73b7e8-7dd9-40ea-bdae-579c51228ad6 HTTP/1.1" status: 204 len: 168 time: 0.8068342 Jun 08 18:33:17.570507 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:33:19.143548 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42160) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:19.836333 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.233704 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Deleting port af4f3d1e-3e70-4195-b024-56a2ab644c84 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:20.234436 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.355959 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] For port af4f3d1e-3e70-4195-b024-56a2ab644c84, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=af4f3d1e-3e70-4195-b024-56a2ab644c84,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:20.356306 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.482213 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Calling delete_port for af4f3d1e-3e70-4195-b024-56a2ab644c84 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:20.709498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:20.713432 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:20.758003 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Pushing event deleted for resources: {'Port': ['ID=af4f3d1e-3e70-4195-b024-56a2ab644c84,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:20.761140 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:21.031967 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.394699 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Router b77a0321-a864-4754-91e0-b4bc75fdb0ed has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:21.572687 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:21.577764 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7cd3ac32-5f91-44b3-97ed-8f249c83f02d admin admin] 10.222.0.46 "PUT /v2.0/routers/b77a0321-a864-4754-91e0-b4bc75fdb0ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4332244 Jun 08 18:33:21.580284 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42164) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:21.582099 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Sync routers for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:21.594635 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:21.595242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:21.757391 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:21.767770 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:22.031201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.073724 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74'}], 'enable_snat': True}, 'gw_port_id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:33:20Z', 'revision_number': 5, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port': {'id': 'df64f57b-3612-46c1-96f3-644592ab2991', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:84:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:20Z', 'updated_at': '2021-06-08T18:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:22.077604 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Checking router: b77a0321-a864-4754-91e0-b4bc75fdb0ed for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:22.086704 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Routers {'b77a0321-a864-4754-91e0-b4bc75fdb0ed'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:22.087403 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:22.114213 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Deleting port df64f57b-3612-46c1-96f3-644592ab2991 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:22.115171 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.237444 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] For port df64f57b-3612-46c1-96f3-644592ab2991, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=df64f57b-3612-46c1-96f3-644592ab2991,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:22.237857 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] Set router b77a0321-a864-4754-91e0-b4bc75fdb0ed gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:22.238045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.345199 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:33:22Z', 'revision_number': 6, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:22.349112 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b46b6d5-f389-4ec4-9f7d-9566f5d31003 None None] The sync data for ids ['b77a0321-a864-4754-91e0-b4bc75fdb0ed'] in dv-cinder-733622-16-iscsi is: [{'id': 'b77a0321-a864-4754-91e0-b4bc75fdb0ed', 'name': 'tempest-AttachVolumeTestJSON-1658171729-router', 'tenant_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:16Z', 'updated_at': '2021-06-08T18:33:22Z', 'revision_number': 6, 'project_id': '9d5e5aa24e5b43e7bdeb79050f26ec47', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:22.359097 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Calling delete_port for df64f57b-3612-46c1-96f3-644592ab2991 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:22.496561 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.501370 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:22.546411 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Pushing event deleted for resources: {'Port': ['ID=df64f57b-3612-46c1-96f3-644592ab2991,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:22.548930 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:22.641291 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.815098 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.817289 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.838963 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.839646 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b77a0321-a864-4754-91e0-b4bc75fdb0ed {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:33:22.844077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.847303 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b77a0321-a864-4754-91e0-b4bc75fdb0ed HTTP/1.1" status: 204 len: 168 time: 1.2638094 Jun 08 18:33:22.847929 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42168) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:22.909915 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Deleting subnet 906f0da4-05d3-4e5f-9603-6c9646c4fdb6 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:33:22.913389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:22.961042 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774528'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.037119 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.105097 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271444'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.108761 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e64534a3-084c-4880-8b7b-4ed00b96dd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:23.144771 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906f0da4-05d3-4e5f-9603-6c9646c4fdb6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:23.150524 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:23.150746 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device af4f3d1e-3e70-4195-b024-56a2ab644c84 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:23.154217 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.156063 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-323dfcc8-f135-4122-9ac5-0ea8077906ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/906f0da4-05d3-4e5f-9603-6c9646c4fdb6 HTTP/1.1" status: 204 len: 168 time: 0.3071029 Jun 08 18:33:23.158457 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42170) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:23.190079 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba8c297-457c-47a5-b3b5-c5eb79481b42 None None] Network e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:33:23.210971 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: af4f3d1e-3e70-4195-b024-56a2ab644c84 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:23.211321 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device af4f3d1e-3e70-4195-b024-56a2ab644c84 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:23.270005 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.346540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Deleting port 9dab1f01-c162-4816-8896-66422b1706b0 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:23.346883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.452367 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] For port 9dab1f01-c162-4816-8896-66422b1706b0, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9dab1f01-c162-4816-8896-66422b1706b0,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:23.452756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.456346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] DHCP port deletion for e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:33:23.529102 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Deleting port 9dab1f01-c162-4816-8896-66422b1706b0 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:23.529483 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.580132 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Calling delete_port for 9dab1f01-c162-4816-8896-66422b1706b0 owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:23.624483 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] For port 9dab1f01-c162-4816-8896-66422b1706b0, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=9dab1f01-c162-4816-8896-66422b1706b0,segment=NetworkSegment(3f0992d1-29c4-444e-8b94-3531caf548f5),segment_id=3f0992d1-29c4-444e-8b94-3531caf548f5)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:23.624876 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.627551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.632688 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-75223ce9-5f7f-468d-8017-9c60d188cb6d tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:23.678144 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dab1f01-c162-4816-8896-66422b1706b0,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:23.680008 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] No DVR routers for this DVR port 9dab1f01-c162-4816-8896-66422b1706b0 on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:23.681482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:23.774895 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Calling delete_port for 9dab1f01-c162-4816-8896-66422b1706b0 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:23.796186 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.809289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:23.815670 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.820797 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:23.822024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0992d1-29c4-444e-8b94-3531caf548f5') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:23.822342 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0992d1-29c4-444e-8b94-3531caf548f5') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:23.833972 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.849650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.855961 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:33:23.856353 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.863117 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] No DVR routers for this DVR port 9dab1f01-c162-4816-8896-66422b1706b0 on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:23.867578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Pushing event deleted for resources: {'Port': ['ID=9dab1f01-c162-4816-8896-66422b1706b0,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:33:23.870107 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:33:23.879351 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.879698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.880031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.880923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.881276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.881599 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.881945 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.882262 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.882622 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.882935 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.883246 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.884088 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:23.887412 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:23.950024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.953600 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:23.966756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:23.970908 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734 HTTP/1.1" status: 204 len: 168 time: 0.8091731 Jun 08 18:33:23.977643 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7815e2a-bdff-4a4c-8ec1-e48c5f9c0734,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:23.980230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:24.086710 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42174) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:24.133770 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f9c9bc3f-302c-4eda-b9c2-42e412030caf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d5e5aa24e5b43e7bdeb79050f26ec47&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0457976 Jun 08 18:33:24.136077 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42176) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:24.197544 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.223206 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.275315 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.277873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:24.279059 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34e750a1-4da9-4ed0-b4f1-a113b2f3b70b HTTP/1.1" status: 204 len: 168 time: 0.1417446 Jun 08 18:33:24.279794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ace5f5c1-a52d-46c3-9379-dba61d1ae85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:24.290169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e750a1-4da9-4ed0-b4f1-a113b2f3b70b,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:24.292621 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d41156d1-f0ef-4873-87ec-ba8ca59692c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:24.460548 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device df64f57b-3612-46c1-96f3-644592ab2991 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:24.496462 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: df64f57b-3612-46c1-96f3-644592ab2991 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:24.496812 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device df64f57b-3612-46c1-96f3-644592ab2991 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:24.497221 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9dab1f01-c162-4816-8896-66422b1706b0 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:24.530748 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 9dab1f01-c162-4816-8896-66422b1706b0 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:24.531104 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 9dab1f01-c162-4816-8896-66422b1706b0 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:25.025927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42198) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:25.135588 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-986512434-network', 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:25.156917 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'network': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:25.159177 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.171348 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.275356 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.278911 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.281749 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-73c2c4a5-c6c6-436c-a39b-38bcff12260b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:25.314967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=91768) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:33:25.320854 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2840a01-dd4c-4f64-856d-db2f990b9c6b,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:25.324600 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:25.328564 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.328897 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.segments_db [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Added segment 43aa9d78-32df-4398-bcac-37eae808cac2 of type vlan for network 022156a4-0058-40c6-a8c8-35b96bbe8793 Jun 08 18:33:25.362102 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.392835 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.394125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:25.394730 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.398089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:25.481127 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4538045 Jun 08 18:33:25.483959 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42202) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:25.488703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Request body: {'subnet': {'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-986512434-subnet', 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:25.507632 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Pushing event updated for resources: {'Network': ['ID=022156a4-0058-40c6-a8c8-35b96bbe8793,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:25.512487 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:25.518031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:33:25.523591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:25.525944 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.818637 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.823092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-99c1e070-4823-4505-ae8b-21c7292df6e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:25.892060 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b4d6719-8800-4686-98c6-8a35c7eff7ca,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:25.895418 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:25.902068 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Checking segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:33:25.902471 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Network hostable DHCP agents. Network: 022156a4-0058-40c6-a8c8-35b96bbe8793, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:33:25.920163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:33:25.931456 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 022156a4-0058-40c6-a8c8-35b96bbe8793) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:25.937026 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:25.937938 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:25.946518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f399aa-3454-4b84-8bd7-b4adce4e428b None None] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:33:25.967914 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-3f4bb170-76d1-48aa-9bb6-c8a0b594c81c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4753184 Jun 08 18:33:26.135636 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaff34c-61f3-40eb-9eea-cf7dea6b33ee None None] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:33:26.479001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-316535a7-30d6-4eb8-98bf-732c39987e99 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:26.480410 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-316535a7-30d6-4eb8-98bf-732c39987e99 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1449196 Jun 08 18:33:26.495261 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-1f716092-29e7-4a16-870f-74e722abcc11 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/quotas/8430cb8a2b294770ae1a761e137b97c4 HTTP/1.1" status: 200 len: 375 time: 0.0094497 Jun 08 18:33:26.545741 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-657a51a9-7fd8-4d97-a6f1-7a0f6f83943f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455432 Jun 08 18:33:26.599446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7d5cea05-6787-41b9-b1f9-399f54fb8462 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:33:26.600402 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7d5cea05-6787-41b9-b1f9-399f54fb8462 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482512 Jun 08 18:33:26.738253 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-57d73fa3-3643-46e4-b43f-cd68f2d1e205 service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318693 Jun 08 18:33:26.869060 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-3b7c357c-fc21-47bd-bd8b-0a073616ab94 service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246932 Jun 08 18:33:27.049746 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5dd31dc8-3785-4b3b-a191-2cd7749db82a req-171a437e-a834-4d26-9bbd-533911dc4858 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Jun 08 18:33:28.145102 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1a94d00f-0897-4ef8-a934-cc56a3dafc1f req-a869eb96-2116-4e50-afec-d85c8e5179df tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0434833 Jun 08 18:33:29.296699 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7d212956-3ece-4fe6-b164-3dec15e77a9a req-651ba18e-b124-4ed8-bde6-fc8b640604b5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0454371 Jun 08 18:33:30.118980 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-2258396b-34d4-4718-bdf5-c4ea1a249eda tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:30.120370 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-2258396b-34d4-4718-bdf5-c4ea1a249eda tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1525977 Jun 08 18:33:30.133093 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Request body: {'port': {'device_id': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'admin_state_up': True, 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:30.284356 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:30.288873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.474003 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b0e1b0f0-50c7-4856-9313-e0ffffa3715f req-94782ed0-5a78-4399-ae78-c65754c44baf tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 210 time: 0.0509324 Jun 08 18:33:30.498527 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Allocated IP 172.20.0.2 (022156a4-0058-40c6-a8c8-35b96bbe8793/7b4d6719-8800-4686-98c6-8a35c7eff7ca/ceb1c2f4-e2a4-483e-978a-4de5c4c04100) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:33:30.706200 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.736744 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:30.739310 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:33:30.755649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:33:30.757369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:30.759626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:33:30.825386 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:30.825965 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:30.845183 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ac6de7f-fb7e-4d9c-a17f-f2fa23e0e4fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7162662 Jun 08 18:33:30.856883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Request body: {'port': {'device_id': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:30.974862 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.039260 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-1bf26fad-6b7f-482f-a6d9-c1d94fbdd078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.435660 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb1c2f4-e2a4-483e-978a-4de5c4c04100 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:31.444273 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.460901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Transition to ACTIVE for port object ceb1c2f4-e2a4-483e-978a-4de5c4c04100 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:33:31.464712 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.468950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ff60d8e3-81a1-4f8d-96bf-30ad19f176a0 tempest-VolumesActionsTest-291581425 tempest-VolumesActionsTest-291581425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:31.639317 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:31.642953 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:31.774903 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Attempting to bind port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:33:31.775230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Attempting to bind port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:33:31.775551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Attempting to bind port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:31.784668 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7622a4c-b4f2-44e7-a89f-e763ae149e23 req-7a1b2ea4-6011-4a61-b2bb-f5c8085e50fa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.786120 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7622a4c-b4f2-44e7-a89f-e763ae149e23 req-7a1b2ea4-6011-4a61-b2bb-f5c8085e50fa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 943 time: 0.1948347 Jun 08 18:33:31.790863 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:33:31.791179 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Attempting to bind port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:31.816466 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:33:31.816798 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Checking segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:33:31.817178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Bound using segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:33:31.817603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Bound port: ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:33:31.817940 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.887728 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a7622a4c-b4f2-44e7-a89f-e763ae149e23 req-083abb94-d68b-488c-8b28-aa2b0d57e8e7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941472 Jun 08 18:33:31.925845 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:33:31.929357 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:33:31.934085 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:31.937705 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:31.998365 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:31.998970 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:32.000301 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/ceb1c2f4-e2a4-483e-978a-4de5c4c04100 HTTP/1.1" status: 200 len: 1093 time: 1.1475074 Jun 08 18:33:32.000802 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:32.003267 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118" -d '{"events": [{"name": "network-changed", "server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:32.028865 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:32.033875 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:32.072105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83158d6-6434-4dcf-83bc-53a40689b27d x-openstack-request-id: req-c83158d6-6434-4dcf-83bc-53a40689b27d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:32.072418 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:32.072687 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c83158d6-6434-4dcf-83bc-53a40689b27d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:32.073104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100', 'status': 'completed', 'code': 200} Jun 08 18:33:32.113831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-bcae4dea-f176-4a24-933a-f93946b9cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.115905 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-bcae4dea-f176-4a24-933a-f93946b9cea4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0749798 Jun 08 18:33:32.187507 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-f8fc32c9-51b3-4a8d-9e7e-ed816dcf6b47 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100 HTTP/1.1" status: 200 len: 217 time: 0.0641367 Jun 08 18:33:32.250001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-4f63d853-bffe-4ffb-87b8-265dcb787397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.251461 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-4f63d853-bffe-4ffb-87b8-265dcb787397 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0580292 Jun 08 18:33:32.298651 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-7ce916d8-efff-4f31-9d5e-9ac17ffe5361 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401547 Jun 08 18:33:32.434513 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-581cb9a3-9a46-4c96-ae14-7f5e074c76f2 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295135 Jun 08 18:33:32.565989 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b9202128-dfa0-4c45-b802-752fc6c03df7 req-aa1349ef-54f6-46f3-bba2-c3ebb7795cfa service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253600 Jun 08 18:33:32.689576 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-cc743567-e549-4d73-a9c0-e6dd27a92f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.691028 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-cc743567-e549-4d73-a9c0-e6dd27a92f9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0725319 Jun 08 18:33:32.909005 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-8bcb042e-941e-458f-aec7-43a6378490fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:32.910521 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-8bcb042e-941e-458f-aec7-43a6378490fd service neutron] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 915 time: 0.2123742 Jun 08 18:33:32.984994 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-8246b59a-c8d7-4e6c-a13d-93e74df99504 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100 HTTP/1.1" status: 200 len: 217 time: 0.0673575 Jun 08 18:33:33.101050 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-40942f09-4ed3-4ec7-a234-b41bccb794d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:33.102473 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-40942f09-4ed3-4ec7-a234-b41bccb794d7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.1105866 Jun 08 18:33:33.151846 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-2f24085b-c5be-41aa-9268-5b0afe79e5f1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420685 Jun 08 18:33:33.163940 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425be112-4b65-4f49-892e-3d2d107d0e3f req-af41cc2d-ed9c-49fa-94b4-984d5b1f0b8f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:33.165270 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-425be112-4b65-4f49-892e-3d2d107d0e3f req-af41cc2d-ed9c-49fa-94b4-984d5b1f0b8f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 943 time: 0.1434457 Jun 08 18:33:33.293482 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-425be112-4b65-4f49-892e-3d2d107d0e3f req-aef3c454-24e8-4cc7-b3ad-3d73126b65bd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075156 Jun 08 18:33:33.330225 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-735f0a52-9e4b-455b-9e70-2248cd3394c7 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640120 Jun 08 18:33:33.465172 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1115a9a1-ba00-4f4c-bcea-8a0a39f90118 req-de6ce46e-b830-4ac4-937f-633d34bae947 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283610 Jun 08 18:33:33.616445 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:33.729052 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b2940df5-3e27-4758-af85-be77b19db087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:34.489212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50d175-26d0-4b97-9ea9-914d8a69d251 req-af2873c5-af8b-4f3d-ad0c-7bc50865edbd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:34.491366 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ce50d175-26d0-4b97-9ea9-914d8a69d251 req-af2873c5-af8b-4f3d-ad0c-7bc50865edbd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 943 time: 0.0885909 Jun 08 18:33:34.536747 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ce50d175-26d0-4b97-9ea9-914d8a69d251 req-01030b05-a5e7-4a3c-acf2-9540c3c758fd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395885 Jun 08 18:33:34.918753 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:35.718045 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84845e-0ab2-4c13-8c02-4264692327be req-a00680be-a28a-454a-b5d7-da7283591ae1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:35.719484 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b84845e-0ab2-4c13-8c02-4264692327be req-a00680be-a28a-454a-b5d7-da7283591ae1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 943 time: 0.0783918 Jun 08 18:33:35.762912 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b84845e-0ab2-4c13-8c02-4264692327be req-21028c36-4232-4dbb-aff6-24cf46e2fa9b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372002 Jun 08 18:33:36.562584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device ceb1c2f4-e2a4-483e-978a-4de5c4c04100 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:33:36.696013 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:36.709767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'port_id': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100', 'mac_address': 'fa:16:3e:4c:e6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4d6719-8800-4686-98c6-8a35c7eff7ca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:33:36.767044 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.784033 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb1c2f4-e2a4-483e-978a-4de5c4c04100 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:36.800656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:36.805050 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.806894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:36.873122 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:36.876605 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:36.894967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:36.957118 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f774d0-0426-4812-a27a-cb8877623444 req-efe1cae4-7b43-44e9-a958-1a6f4466ba5e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:36.958862 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5f774d0-0426-4812-a27a-cb8877623444 req-efe1cae4-7b43-44e9-a958-1a6f4466ba5e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0875471 Jun 08 18:33:37.006681 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5f774d0-0426-4812-a27a-cb8877623444 req-728d84d4-0044-47e7-be32-e0a236aa7ed9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Jun 08 18:33:37.114320 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:38.194581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb3780-edd7-408d-8a34-2df1055e21fb req-3983edb1-5cb9-41be-aac7-e1ae4acf73fd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:38.195928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0bcb3780-edd7-408d-8a34-2df1055e21fb req-3983edb1-5cb9-41be-aac7-e1ae4acf73fd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 944 time: 0.0795507 Jun 08 18:33:38.248253 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0bcb3780-edd7-408d-8a34-2df1055e21fb req-7407d91b-80bc-4b28-aab6-999757d3d22a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466459 Jun 08 18:33:38.351236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.566518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device ceb1c2f4-e2a4-483e-978a-4de5c4c04100 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:33:38.634438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:33:38.638880 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:33:38.639256 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.752518 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.778445 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:38.780696 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c350433-6254-453d-938e-50259ad4b090" -d '{"events": [{"server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:38.789222 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:38.792957 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:38.794830 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-20193002-ce7e-43b5-923b-81263fc283f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:38.823983 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d994a08c-d50a-4c0f-a6ec-11e6385faa72 x-openstack-request-id: req-d994a08c-d50a-4c0f-a6ec-11e6385faa72 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:38.824276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "name": "network-vif-plugged", "status": "completed", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:38.824529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d994a08c-d50a-4c0f-a6ec-11e6385faa72 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:38.824910 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100', 'code': 200} Jun 08 18:33:38.866141 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:38.869099 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:39.043442 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bcfa66-d9b7-40b1-b65a-13bae2ad31ff req-6ce9ad60-d7af-4580-a8c2-68f6e76d5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:39.044880 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4bcfa66-d9b7-40b1-b65a-13bae2ad31ff req-6ce9ad60-d7af-4580-a8c2-68f6e76d5c6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0689113 Jun 08 18:33:39.085960 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4bcfa66-d9b7-40b1-b65a-13bae2ad31ff req-92fcf6d1-9ba6-4ec9-b6e2-1228e89225d8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344582 Jun 08 18:33:39.438273 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda969d-e1bd-409a-bf5d-2eaed9db1f1f req-aa5470bb-f700-4c12-9282-30968e6d87f7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:39.439644 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bfda969d-e1bd-409a-bf5d-2eaed9db1f1f req-aa5470bb-f700-4c12-9282-30968e6d87f7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0829964 Jun 08 18:33:39.483843 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bfda969d-e1bd-409a-bf5d-2eaed9db1f1f req-0f2260f5-5c64-493f-bc5f-39a6e9dd4397 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380139 Jun 08 18:33:40.668783 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ecde7-4f76-4043-87d5-668520c2f441 req-9475994b-e566-4d15-8796-cf38cd81d735 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:40.670129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6e6ecde7-4f76-4043-87d5-668520c2f441 req-9475994b-e566-4d15-8796-cf38cd81d735 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 945 time: 0.0805495 Jun 08 18:33:40.717673 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6e6ecde7-4f76-4043-87d5-668520c2f441 req-e84477f2-6c83-4133-a6ef-6b9a722ce6d8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419185 Jun 08 18:33:49.599558 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-8cf23143-cbdc-4306-9c7d-557534d0f7bb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:49.601029 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-8cf23143-cbdc-4306-9c7d-557534d0f7bb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1469743 Jun 08 18:33:49.615742 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-b7b5334c-349f-4140-b950-3ded82adc671 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/quotas/8430cb8a2b294770ae1a761e137b97c4 HTTP/1.1" status: 200 len: 375 time: 0.0090513 Jun 08 18:33:49.701873 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-7d04bcf3-d788-4812-88f5-4dbb7abe48cf tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801549 Jun 08 18:33:49.938441 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-bde3810e-be21-4e19-ad2d-0bd0e7e51d6a service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283525 Jun 08 18:33:50.124564 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-1511b845-8e40-4197-9e5e-fc56de53d9a9 service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771505 Jun 08 18:33:50.147957 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852683e-bfb2-4a00-95ae-4a09e5200ce7 req-08f6296f-8fa8-4250-83f1-0cdbcb7ba345 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:50.149484 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1852683e-bfb2-4a00-95ae-4a09e5200ce7 req-08f6296f-8fa8-4250-83f1-0cdbcb7ba345 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.1079259 Jun 08 18:33:50.193296 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1852683e-bfb2-4a00-95ae-4a09e5200ce7 req-d466927e-a6cb-43a3-b09b-1d8f4e55d70a tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381916 Jun 08 18:33:50.298962 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1ffb368a-67d1-4f01-9114-80e21fae809e req-5070c42e-a963-4663-acb4-b2273b0257d8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 210 time: 0.0450695 Jun 08 18:33:51.387231 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-157f36d9-563e-41ce-a9dc-68856282b4d4 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.388716 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-157f36d9-563e-41ce-a9dc-68856282b4d4 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.2091615 Jun 08 18:33:51.404447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Request body: {'port': {'device_id': '0759ac39-15af-4d86-a873-24e89b945210', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'admin_state_up': True, 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:51.537485 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-69f36d2e-c8f5-4740-a059-a1a07f86a211 req-cbb30b9e-c113-4b3a-ae48-c981fed64073 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 210 time: 0.0661273 Jun 08 18:33:51.556207 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59200f6-5244-48cf-b182-e3746908d0b5 req-14b3eb52-1e33-4b43-a098-f1330fa044ec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.557636 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a59200f6-5244-48cf-b182-e3746908d0b5 req-14b3eb52-1e33-4b43-a098-f1330fa044ec tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.2437696 Jun 08 18:33:51.634108 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a59200f6-5244-48cf-b182-e3746908d0b5 req-023c396c-e006-4816-96d7-1b1f6586abc4 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688553 Jun 08 18:33:51.651360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:33:51.654820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:51.864203 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Allocated IP 172.20.0.7 (022156a4-0058-40c6-a8c8-35b96bbe8793/7b4d6719-8800-4686-98c6-8a35c7eff7ca/8377789f-73fa-41c9-a3c6-4ba5c81d18e1) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:33:51.917836 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-c9d96b75-b35d-4bcd-ab2c-6dbcc184f4c1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:51.919294 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-c9d96b75-b35d-4bcd-ab2c-6dbcc184f4c1 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.1369934 Jun 08 18:33:52.192010 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.203982 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Deleting port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:52.204320 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.345224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:33:52.347835 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:33:52.353458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] For port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:52.353801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.359420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:52.444804 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:33:52.447988 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:33:52.450500 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:33:52.751556 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:52.752155 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:52.900022 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-c8315972-5201-4920-aeb1-6769fb4805ad tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4996045 Jun 08 18:33:52.932504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Request body: {'port': {'device_id': '0759ac39-15af-4d86-a873-24e89b945210', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:33:53.027734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.028009 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.028319 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Floating IP 51d96d80-c209-4e32-b84b-63272d819468 disassociated. External IP: 172.27.0.45, port: d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62. Jun 08 18:33:53.028660 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Calling delete_port for d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:53.088648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dce24d-1434-46d0-9c6a-edb5db167bfa req-248249f4-454b-4f55-8bce-f111420e792c tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:53.090084 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4dce24d-1434-46d0-9c6a-edb5db167bfa req-248249f4-454b-4f55-8bce-f111420e792c tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 931 time: 0.4033771 Jun 08 18:33:53.117659 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdca624-82fb-459b-9e6c-86236b5d0c0f req-86458c1f-e50a-4998-9de1-423c803f7544 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:53.119091 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1fdca624-82fb-459b-9e6c-86236b5d0c0f req-86458c1f-e50a-4998-9de1-423c803f7544 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 947 time: 0.3501170 Jun 08 18:33:53.163315 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.203162 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f4dce24d-1434-46d0-9c6a-edb5db167bfa req-eb2868fa-2219-4f66-8e92-7b287e32f45a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032190 Jun 08 18:33:53.262953 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1fdca624-82fb-459b-9e6c-86236b5d0c0f req-bed276c9-f4f2-4ac5-96cd-4f94d8cbad66 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups?id=c28a8b62-c349-485b-bfa9-ea244d9bdffc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247556 Jun 08 18:33:53.482908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.497963 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-20b85099-7a87-49eb-b7f1-c480bdbc7019 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:53.544686 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'Port': ['ID=d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:53.559482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.559863 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.560234 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.560599 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.560959 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.561324 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.561686 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.562041 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.562416 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.562773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.563125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.563476 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:33:53.579165 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:53.831595 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:53.837390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:33:53.842280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.918152 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Transition to ACTIVE for port object 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:33:53.981626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:53.992318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-be2f3d70-408f-46e8-9529-c9be13d08f87 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:54.290085 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Pushing event updated for resources: {'Port': ['ID=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:54.321507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:54.427908 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:33:54.440010 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:33:54.449450 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:54.450055 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:54.481675 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-35703033-2b76-40d5-9acd-247c33263d49 req-41436a31-1bbc-4180-a5d6-589bdaf69e4b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb0b15f7-d931-438a-92df-5c8e49888173 HTTP/1.1" status: 200 len: 210 time: 0.1040933 Jun 08 18:33:54.541674 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] No DVR routers for this DVR port d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:33:54.544712 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.546658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.35 "DELETE /v2.0/ports/d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 HTTP/1.1" status: 204 len: 173 time: 2.6214671 Jun 08 18:33:54.550833 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-deleted', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:54.553697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d036543-30a7-4ef6-b673-d1cbdaa662b9" -d '{"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-deleted", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:54.564103 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Attempting to bind port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:33:54.564446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Attempting to bind port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:33:54.564746 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Attempting to bind port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:54.571827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:33:54.572187 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Attempting to bind port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:33:54.579339 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:33:54.579675 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Checking segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:33:54.580062 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Bound using segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:33:54.580496 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Bound port: 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:33:54.580991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.602553 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:33:54.608119 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2fc06-77f6-46db-89c2-037c6b811a0f req-af44afe7-7b70-44ff-94f3-e997aee27973 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:54.609608 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-27c2fc06-77f6-46db-89c2-037c6b811a0f req-af44afe7-7b70-44ff-94f3-e997aee27973 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 943 time: 0.2893519 Jun 08 18:33:54.640886 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:33:54.649649 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:54.653691 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e08519-ac45-4775-ab97-32c98ad32c44 x-openstack-request-id: req-94e08519-ac45-4775-ab97-32c98ad32c44 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:54.654021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb0b15f7-d931-438a-92df-5c8e49888173", "name": "network-vif-deleted", "tag": "d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:54.654323 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-94e08519-ac45-4775-ab97-32c98ad32c44 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:54.654745 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb0b15f7-d931-438a-92df-5c8e49888173', 'name': 'network-vif-deleted', 'tag': 'd6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62', 'status': 'completed', 'code': 200} Jun 08 18:33:54.679225 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:33:54.679671 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device d6ff78fb-3de3-4b43-8e6c-2d4bca0c8b62 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:33:54.711502 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-27c2fc06-77f6-46db-89c2-037c6b811a0f req-1c95288d-8cb6-4b5b-bf73-7ef6cb9a2ac7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721257 Jun 08 18:33:54.725716 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:33:54.730208 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:33:54.736541 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.741336 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b6150a3-c260-47c4-917c-089de4418501 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:54.801447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:54.802050 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:54.803495 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] 10.222.0.35 "PUT /v2.0/ports/8377789f-73fa-41c9-a3c6-4ba5c81d18e1 HTTP/1.1" status: 200 len: 1093 time: 1.8779278 Jun 08 18:33:54.820628 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Pushing event updated for resources: {'Port': ['ID=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:54.823943 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:54.909973 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-f16427f2-9907-43b5-b487-2159da3c6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:54.911503 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-f16427f2-9907-43b5-b487-2159da3c6da0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 1096 time: 0.0699627 Jun 08 18:33:54.967656 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:54.974519 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:33:54.984143 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:33:54.985157 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:54.986804 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-ffdd1351-9356-413b-975a-a3e0f144ea14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1 HTTP/1.1" status: 200 len: 217 time: 0.0679116 Jun 08 18:33:55.058766 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-aa1f7f0c-e2ca-4402-a0c7-41bd11408bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:55.060664 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-aa1f7f0c-e2ca-4402-a0c7-41bd11408bc2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0626998 Jun 08 18:33:55.111180 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-ded90e38-0ea3-45a7-918f-5ca2b4d43206 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446203 Jun 08 18:33:55.209016 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:33:55.251664 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-beb5e073-5f4d-403f-928f-aef3f7eb8f63 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337881 Jun 08 18:33:55.386052 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-94cc3d63-72b0-4c54-94b5-934ad2fd28e2 req-38753714-3a67-4fa7-9874-49a609d11e94 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278243 Jun 08 18:33:55.527490 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:33:55.531381 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a27d1c-9ccd-4aaf-ad8a-8fdbe28b1c28 None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '41d89033-d1a0-4867-9a5b-a4849ab3cfb7', 'name': '', 'network_id': 'b3cbc150-33d1-4d0d-8981-4eb9f0a0f004', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'mac_address': 'fa:16:3e:a9:43:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:25Z', 'updated_at': '2021-06-08T18:21:55Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'subnets': [{'id': '0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:33:55.616982 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42356) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:55.689128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.720448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.738495 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58f65ab-80e6-4634-ad86-89f4ece2738c None None] New status for floating IP 51d96d80-c209-4e32-b84b-63272d819468: DOWN {{(pid=91770) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:33:55.776542 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.779078 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:55.782678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "DELETE /v2.0/security-groups/c28a8b62-c349-485b-bfa9-ea244d9bdffc HTTP/1.1" status: 204 len: 168 time: 0.1621714 Jun 08 18:33:55.782678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0a42abf7-e4e9-4bd6-b636-1d2b9adf53e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:55.783043 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42360) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:55.802327 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.api.v2.resource [None req-a633c35c-e907-45b3-9056-b46e323da58b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] show failed (client error): The resource could not be found. Jun 08 18:33:55.802559 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a8b62-c349-485b-bfa9-ea244d9bdffc,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:55.806939 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-a633c35c-e907-45b3-9056-b46e323da58b tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "GET /v2.0/security-groups/c28a8b62-c349-485b-bfa9-ea244d9bdffc HTTP/1.1" status: 404 len: 347 time: 0.0228708 Jun 08 18:33:55.807316 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0fba3678-622f-4b86-b8d3-86167904b571 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:55.807975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42362) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:33:56.130375 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2ea3d-586e-4a0f-a833-7a2241c662ad req-7d87dacc-95c4-48c4-aff8-f0fed42a5444 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:56.131986 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bec2ea3d-586e-4a0f-a833-7a2241c662ad req-7d87dacc-95c4-48c4-aff8-f0fed42a5444 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 943 time: 0.2483511 Jun 08 18:33:56.169912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Deleting port cf64e93f-4d4c-4e20-bd23-2b806f3065ca {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:33:56.170264 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.397711 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bec2ea3d-586e-4a0f-a833-7a2241c662ad req-417d5af2-de12-4d21-aeb4-bd8481bfa166 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577643 Jun 08 18:33:56.449091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.449423 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.583776 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Calling delete_port for cf64e93f-4d4c-4e20-bd23-2b806f3065ca owned by network:floatingip {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:33:56.676539 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:33:56.679123 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df116aa1-aa0d-4b6b-8391-d23732029e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:33:56.715159 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.719137 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7e23f586-075e-4807-9a18-60886ba0b12e tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:56.753473 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9b6572-8b55-46bb-a834-c36d57fb00fd x-openstack-request-id: req-2f9b6572-8b55-46bb-a834-c36d57fb00fd {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:33:56.753822 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:33:56.754091 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2f9b6572-8b55-46bb-a834-c36d57fb00fd {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:33:56.754532 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', 'status': 'completed', 'code': 200} Jun 08 18:33:56.802795 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Pushing event deleted for resources: {'Port': ['ID=cf64e93f-4d4c-4e20-bd23-2b806f3065ca,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:56.805893 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:56.916358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks [] for floatingip, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.918713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:56.919828 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-5a7b899f-3a8c-419c-806f-e4921d4c3d57 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] 10.222.0.46 "DELETE /v2.0/floatingips/51d96d80-c209-4e32-b84b-63272d819468 HTTP/1.1" status: 204 len: 168 time: 1.1105092 Jun 08 18:33:56.926919 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-b42d09aa-13a8-4be3-9231-aceba44a3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:56.928319 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-b42d09aa-13a8-4be3-9231-aceba44a3a77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 1096 time: 0.1664629 Jun 08 18:33:57.072149 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-21cee4a1-3328-4937-b81c-3eaa68b9ea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.074124 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-21cee4a1-3328-4937-b81c-3eaa68b9ea20 service neutron] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 915 time: 0.1386316 Jun 08 18:33:57.145464 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-2a635620-d788-4189-9120-9592db6da767 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1 HTTP/1.1" status: 200 len: 217 time: 0.0651712 Jun 08 18:33:57.206922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-ee25aec2-66c3-495f-987f-d5396b2d6243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.208234 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-ee25aec2-66c3-495f-987f-d5396b2d6243 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0565507 Jun 08 18:33:57.257613 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-73c88082-b0d1-4b62-84aa-34294ceb15a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409315 Jun 08 18:33:57.403326 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-54d4c876-9603-4a93-adc6-6cee5e8b9d30 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368251 Jun 08 18:33:57.582498 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-df116aa1-aa0d-4b6b-8391-d23732029e0d req-bb636005-86fa-4a00-bcbe-b3eebe2575db service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724381 Jun 08 18:33:57.617273 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b98e1-3200-49eb-98f2-b266257284e1 req-81f23d42-545b-436b-9b5d-e6342c9da795 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:57.618732 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd7b98e1-3200-49eb-98f2-b266257284e1 req-81f23d42-545b-436b-9b5d-e6342c9da795 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 943 time: 0.1061299 Jun 08 18:33:57.665417 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-dd7b98e1-3200-49eb-98f2-b266257284e1 req-f7b158dc-b14d-4763-a4aa-5bb73e72ee4b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407281 Jun 08 18:33:58.664595 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:33:58.798630 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:58.814620 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'port_id': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', 'mac_address': 'fa:16:3e:34:a3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4d6719-8800-4686-98c6-8a35c7eff7ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:33:58.856492 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b4b81-d28f-4166-89f7-370313f38aee req-5aaab578-cb27-425b-b260-e3a991a6f3a1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:33:58.862530 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c32b4b81-d28f-4166-89f7-370313f38aee req-5aaab578-cb27-425b-b260-e3a991a6f3a1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 943 time: 0.0892324 Jun 08 18:33:58.879279 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.896930 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:33:58.913885 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:33:58.916405 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c32b4b81-d28f-4166-89f7-370313f38aee req-9fb997ed-9556-4b47-a46e-7e68fc34ad9a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Jun 08 18:33:58.918089 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:33:58.919889 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:33:58.987412 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:33:58.990504 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:33:59.259036 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['8377789f-73fa-41c9-a3c6-4ba5c81d18e1'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:33:59.751341 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42390) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:00.252046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03caae13-920d-455f-9ac7-64d4033c7a4c req-0922f96e-7363-4af0-93fa-f0ec089051fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:00.253466 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-03caae13-920d-455f-9ac7-64d4033c7a4c req-0922f96e-7363-4af0-93fa-f0ec089051fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 944 time: 0.2210720 Jun 08 18:34:00.338654 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-03caae13-920d-455f-9ac7-64d4033c7a4c req-e2471129-111a-4e77-9208-56094c8be03d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774665 Jun 08 18:34:00.542844 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.665853 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:00.735031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:00.739560 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:00.739982 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.855566 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.882415 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:00.884623 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d831f310-6fbd-474f-a80b-2e95e599edc2" -d '{"events": [{"server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "name": "network-vif-plugged", "status": "completed", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:00.892412 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:00.897311 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.900874 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:00.938954 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6530359-cde5-43a7-b4ad-a95ac6cf3c5e x-openstack-request-id: req-a6530359-cde5-43a7-b4ad-a95ac6cf3c5e {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:00.939308 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "name": "network-vif-plugged", "status": "completed", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:00.939499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a6530359-cde5-43a7-b4ad-a95ac6cf3c5e {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:00.939866 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', 'code': 200} Jun 08 18:34:00.954436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Deleting port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:00.954436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:00.978683 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:00.982134 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:01.043217 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6b9873ee-9cbb-4107-8e92-4b80fd203d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.082781 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] For port 41d89033-d1a0-4867-9a5b-a4849ab3cfb7, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:01.083131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.245642 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Calling delete_port for 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 owned by network:router_interface {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:01.288580 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037fdd-0cb1-49f0-b613-17f035b18045 req-8a6bb754-2438-4686-b60c-33fbb3071039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:01.290166 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-06037fdd-0cb1-49f0-b613-17f035b18045 req-8a6bb754-2438-4686-b60c-33fbb3071039 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 1098 time: 0.1990259 Jun 08 18:34:01.351540 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-06037fdd-0cb1-49f0-b613-17f035b18045 req-6dadc0ff-46ea-4cc9-bbe7-d0edafd7841f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541959 Jun 08 18:34:01.433326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:01.438028 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6dbf65d8-7a97-45d3-a8f4-1025623426a8 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:01.624387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d89033-d1a0-4867-9a5b-a4849ab3cfb7,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:01.651177 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:01.855473 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18892ee-f9c8-407d-be66-9e2cfe823df4 req-85ed7815-bf66-456e-a6da-1f17e65c99e1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:01.856909 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b18892ee-f9c8-407d-be66-9e2cfe823df4 req-85ed7815-bf66-456e-a6da-1f17e65c99e1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.3879673 Jun 08 18:34:01.936729 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b18892ee-f9c8-407d-be66-9e2cfe823df4 req-94243dbc-16a3-4b2f-8649-1fd0ef6cc30d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Jun 08 18:34:01.947148 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.301606 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Router f86787cf-6aec-4aff-998e-ce28fb993039 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:34:02.485634 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:34:02.491692 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] 10.222.0.46 "PUT /v2.0/routers/f86787cf-6aec-4aff-998e-ce28fb993039/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7392216 Jun 08 18:34:02.494464 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42400) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:02.500043 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Sync routers for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:34:02.514210 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:02.514973 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:02.677573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks [] for router, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.697311 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:02.970046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:02.998214 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203'}], 'enable_snat': True}, 'gw_port_id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:34:01Z', 'revision_number': 5, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port': {'id': '41662002-3da5-4b3f-a6c8-c8592bf60541', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:92:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:21:14Z', 'updated_at': '2021-06-08T18:21:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:03.002233 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Checking router: f86787cf-6aec-4aff-998e-ce28fb993039 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:34:03.011587 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Routers {'f86787cf-6aec-4aff-998e-ce28fb993039'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:34:03.012205 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:33:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['f86787cf-6aec-4aff-998e-ce28fb993039'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:03.045883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Deleting port 41662002-3da5-4b3f-a6c8-c8592bf60541 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:03.046227 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.159874 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] Set router f86787cf-6aec-4aff-998e-ce28fb993039 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:34:03.227128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] For port 41662002-3da5-4b3f-a6c8-c8592bf60541, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=41662002-3da5-4b3f-a6c8-c8592bf60541,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:03.227373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.250951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2421937-92a4-4dec-8d07-ddf1cd7f2840 req-d53e44b2-5ffe-453f-91d6-ecbbb06390b7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:03.252392 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c2421937-92a4-4dec-8d07-ddf1cd7f2840 req-d53e44b2-5ffe-453f-91d6-ecbbb06390b7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.1919277 Jun 08 18:34:03.263595 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:34:02Z', 'revision_number': 6, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:03.267611 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1d27e8-536f-4a86-8d11-c411748d9c71 None None] The sync data for ids ['f86787cf-6aec-4aff-998e-ce28fb993039'] in dv-cinder-733622-16-iscsi is: [{'id': 'f86787cf-6aec-4aff-998e-ce28fb993039', 'name': 'tempest-AttachVolumeShelveTestJSON-1018638054-router', 'tenant_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:21:12Z', 'updated_at': '2021-06-08T18:34:02Z', 'revision_number': 6, 'project_id': 'd0f503bee0434c5ba3bb85d0537e593d', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:34:03.378412 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Calling delete_port for 41662002-3da5-4b3f-a6c8-c8592bf60541 owned by network:router_gateway {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:03.416633 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c2421937-92a4-4dec-8d07-ddf1cd7f2840 req-ff384e36-041f-4545-94c9-b09e6a9125e9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150732 Jun 08 18:34:03.542270 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.546465 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ccff610e-5c19-4d7c-9e63-ca9c17af4204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:03.591976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Pushing event deleted for resources: {'Port': ['ID=41662002-3da5-4b3f-a6c8-c8592bf60541,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:03.595122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:03.635442 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.699452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.735077 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-557fc347-95b8-4721-87cb-d67a9ed71a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.878801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.880990 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.904115 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.904666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f86787cf-6aec-4aff-998e-ce28fb993039 {{(pid=91768) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:34:03.909498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:03.910652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] 10.222.0.46 "DELETE /v2.0/routers/f86787cf-6aec-4aff-998e-ce28fb993039 HTTP/1.1" status: 204 len: 168 time: 1.4152386 Jun 08 18:34:03.914021 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42412) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:03.973296 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Deleting subnet 0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:34:03.977122 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.026698 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.110290 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.182788 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.187969 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:04.224185 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:04.234277 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.236149 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a3d5fe9-2116-4ab4-855e-d2ed41cf9b9b HTTP/1.1" status: 204 len: 168 time: 0.3210149 Jun 08 18:34:04.237953 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.238543 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.238950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42420) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:04.239249 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.239772 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.240405 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.241530 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.241655 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8656cc20-dce6-4fdf-bb73-53fd2da7739f None None] Network b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:04.242387 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.242921 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.243435 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.243937 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.244459 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.244972 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:04.248410 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0c701e17-31e4-4a9a-920d-e3dfd22fa923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:04.361926 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.449734 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Deleting port 82bd2cba-6d2c-43f1-9db9-9055e966a98e {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:04.450572 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.490169 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:04.532954 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:04.533302 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41d89033-d1a0-4867-9a5b-a4849ab3cfb7 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:04.533717 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41662002-3da5-4b3f-a6c8-c8592bf60541 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:04.562223 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] For port 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=82bd2cba-6d2c-43f1-9db9-9055e966a98e,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:04.562612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.569354 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 41662002-3da5-4b3f-a6c8-c8592bf60541 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:04.569702 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 41662002-3da5-4b3f-a6c8-c8592bf60541 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:04.649750 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] DHCP port deletion for b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:34:04.689201 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Calling delete_port for 82bd2cba-6d2c-43f1-9db9-9055e966a98e owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:04.714260 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Deleting port 82bd2cba-6d2c-43f1-9db9-9055e966a98e {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:34:04.714662 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.740284 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.745160 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b1b4c05f-35d0-4170-8c01-9313da9ec0f1 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:04.791363 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bd2cba-6d2c-43f1-9db9-9055e966a98e,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:04.794482 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:04.795263 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] No DVR routers for this DVR port 82bd2cba-6d2c-43f1-9db9-9055e966a98e on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:04.814403 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] For port 82bd2cba-6d2c-43f1-9db9-9055e966a98e, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=82bd2cba-6d2c-43f1-9db9-9055e966a98e,segment=NetworkSegment(7acd8972-b9af-40a1-a70f-cf7a4fef34d6),segment_id=7acd8972-b9af-40a1-a70f-cf7a4fef34d6)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:04.814799 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:04.947363 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Calling delete_port for 82bd2cba-6d2c-43f1-9db9-9055e966a98e owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:34:04.981875 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.003761 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.008043 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:05.021636 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.036018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cbc150-33d1-4d0d-8981-4eb9f0a0f004']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:05.048683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7acd8972-b9af-40a1-a70f-cf7a4fef34d6') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:05.049047 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7acd8972-b9af-40a1-a70f-cf7a4fef34d6') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:05.054809 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Pushing event deleted for resources: {'Port': ['ID=82bd2cba-6d2c-43f1-9db9-9055e966a98e,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:05.056668 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] No DVR routers for this DVR port 82bd2cba-6d2c-43f1-9db9-9055e966a98e on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:34:05.058085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:05.061663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.080106 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.088485 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:34:05.089165 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:34:05.103038 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:34:05.180343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.183839 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:05.196910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.198779 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b3cbc150-33d1-4d0d-8981-4eb9f0a0f004 HTTP/1.1" status: 204 len: 168 time: 0.9584403 Jun 08 18:34:05.204584 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3cbc150-33d1-4d0d-8981-4eb9f0a0f004,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:05.206942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:05.312910 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42424) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:05.360952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d6c85933-45e3-4f1a-a82c-ab2545c59b40 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0f503bee0434c5ba3bb85d0537e593d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466919 Jun 08 18:34:05.363370 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42428) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:05.427328 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.454503 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.508331 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.510856 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:05.512067 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/af1bde07-29eb-42fa-b642-20abe8a6cbc9 HTTP/1.1" status: 204 len: 168 time: 0.1477225 Jun 08 18:34:05.512828 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4ea22126-9ac9-4120-8c1a-9a5e02a5f1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:05.523997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1bde07-29eb-42fa-b642-20abe8a6cbc9,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:05.526731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f6316fa0-af4d-4a35-8cfb-dabc050d3334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:05.792349 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-c82cb27d-2651-4f9d-98f5-159f44194d7d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:05.793870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-c82cb27d-2651-4f9d-98f5-159f44194d7d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1467044 Jun 08 18:34:05.809126 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-7980b4f2-24bf-4ba7-bff1-e304480b08ae tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/quotas/8430cb8a2b294770ae1a761e137b97c4 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Jun 08 18:34:05.912839 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-00b77e81-e4e3-414b-b39b-51490f6edee9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982502 Jun 08 18:34:06.059996 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-de80277e-2825-4667-b4e6-80735108d619 service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399655 Jun 08 18:34:06.192701 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-54cac40c-bd7c-4fa2-9110-3b2c009ac38d service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272848 Jun 08 18:34:06.262504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42462) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:06.386188 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-596150693-network', 'tenant_id': '4451d84785fc49f1a9d95f82655ee72d'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:06.398022 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-97dd6ccc-8c2a-4e63-88ed-1517a119bf75 req-9a93480b-c10b-4cf0-9c8c-af33665659f0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 210 time: 0.0515742 Jun 08 18:34:06.421644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Made reservation on behalf of 4451d84785fc49f1a9d95f82655ee72d for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:06.427131 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.441752 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.478930 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 82bd2cba-6d2c-43f1-9db9-9055e966a98e no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:34:06.516571 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 82bd2cba-6d2c-43f1-9db9-9055e966a98e {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:34:06.517080 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 82bd2cba-6d2c-43f1-9db9-9055e966a98e not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:34:06.562273 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.566106 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.569168 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-1d952ff9-ef4b-4d98-92ed-91fecabc7ae7 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:06.601216 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:34:06.609652 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6a5181-191d-473b-83da-8cd3cfa8974c,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:06.613235 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:06.615805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.616403 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Added segment 110d3fa8-9722-4ef7-97d4-cf28a7642ede of type vlan for network ce58fd61-0dfe-454d-8136-162acac6e2a3 Jun 08 18:34:06.643820 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.673379 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.674935 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:06.675410 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.681563 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:06.772883 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5091555 Jun 08 18:34:06.775921 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42476) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:06.782369 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Request body: {'subnet': {'network_id': 'ce58fd61-0dfe-454d-8136-162acac6e2a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-596150693-subnet', 'tenant_id': '4451d84785fc49f1a9d95f82655ee72d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:06.882699 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Pushing event updated for resources: {'Network': ['ID=ce58fd61-0dfe-454d-8136-162acac6e2a3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:06.887553 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ac8bd7fa-23ba-4b22-b14e-4d66ff3b6838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:06.894858 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network ce58fd61-0dfe-454d-8136-162acac6e2a3 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:34:06.900204 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Made reservation on behalf of 4451d84785fc49f1a9d95f82655ee72d for: {'subnet': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:06.902860 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3192290'] for subnet, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:06.963698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.119209 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2279795', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3192268'] for subnet, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.122720 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:07.192239 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3012a5a8-0ecd-40cf-8bd5-3e06c00ebc33,revision_number=0']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:07.195116 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:07.204260 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Checking segment: {'id': '110d3fa8-9722-4ef7-97d4-cf28a7642ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'ce58fd61-0dfe-454d-8136-162acac6e2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91769) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:07.204636 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Network hostable DHCP agents. Network: ce58fd61-0dfe-454d-8136-162acac6e2a3, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91769) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:34:07.222761 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Network ce58fd61-0dfe-454d-8136-162acac6e2a3 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91769) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:34:07.233676 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.base_scheduler [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, ce58fd61-0dfe-454d-8136-162acac6e2a3) {{(pid=91769) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:07.237759 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:07.238371 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.243203 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0ee740-8a97-4472-a8a4-bced5035c0d6 None None] Network ce58fd61-0dfe-454d-8136-162acac6e2a3 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:07.259934 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-65fdbe97-0080-4787-aaaf-9851585b86d8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4829755 Jun 08 18:34:07.492355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3692f7db-e31c-4fc5-a5be-13cac61a9281 None None] Network ce58fd61-0dfe-454d-8136-162acac6e2a3 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:07.505773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-0a10ab9b-c081-4843-bbd6-448e30129573 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:07.508773 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-0a10ab9b-c081-4843-bbd6-448e30129573 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1730416 Jun 08 18:34:07.524270 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Request body: {'port': {'device_id': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'admin_state_up': True, 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:07.649894 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4e2a34b-e52a-42b9-b1f2-a7a228f80398 req-f1751b74-6c18-43d9-9c72-46681461b017 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 210 time: 0.0539730 Jun 08 18:34:07.732424 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:07.735903 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.888731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42498) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:07.893852 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-851680400-network', 'tenant_id': '7049f0f985fa47099414d10db66366ef'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:07.902191 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Allocated IP 172.20.0.6 (022156a4-0058-40c6-a8c8-35b96bbe8793/7b4d6719-8800-4686-98c6-8a35c7eff7ca/2f24d7a4-daf9-461f-bb0e-9d8130b8743c) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:07.918807 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Made reservation on behalf of 7049f0f985fa47099414d10db66366ef for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:07.921169 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:07.933501 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.044728 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.048722 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.051708 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5cceb265-4e2d-4265-9182-1872ab5123e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:08.082670 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:34:08.089017 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550d936f-5812-4b57-84db-88e8a6f95de1,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:08.092302 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:08.098095 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.098095 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Added segment f6018236-e157-4847-8516-320eff2104b6 of type vlan for network 286e5e39-952c-449c-9a96-6dbad51b48e2 Jun 08 18:34:08.125639 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.158098 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.159560 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:08.160152 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.164372 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:08.222151 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.252288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:08.254765 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:08.258975 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3690259 Jun 08 18:34:08.261781 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42500) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:08.264950 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100', '8377789f-73fa-41c9-a3c6-4ba5c81d18e1'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:08.267232 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Request body: {'subnet': {'network_id': '286e5e39-952c-449c-9a96-6dbad51b48e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-851680400-subnet', 'tenant_id': '7049f0f985fa47099414d10db66366ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:08.268326 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Pushing event updated for resources: {'Network': ['ID=286e5e39-952c-449c-9a96-6dbad51b48e2,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:08.271022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:08.285892 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:08.289390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:08.292306 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:08.302528 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 286e5e39-952c-449c-9a96-6dbad51b48e2 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:34:08.335152 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Made reservation on behalf of 7049f0f985fa47099414d10db66366ef for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:08.337520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.428920 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.433662 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:08.434294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.459590 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-d4cfaad3-8a34-4eaa-94c9-834c34ebeedc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9417889 Jun 08 18:34:08.472693 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Request body: {'port': {'device_id': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:08.647914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.754258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:08.763297 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d6bbb3b2-8a0f-49fa-9a87-3d36faa634a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:09.018421 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f564fd5-6b73-4237-94f6-8c1f3e9fbbbe,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:09.027538 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:09.028254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Checking segment: {'id': 'f6018236-e157-4847-8516-320eff2104b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '286e5e39-952c-449c-9a96-6dbad51b48e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:09.028614 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Network hostable DHCP agents. Network: 286e5e39-952c-449c-9a96-6dbad51b48e2, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:34:09.085056 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Network 286e5e39-952c-449c-9a96-6dbad51b48e2 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:34:09.094021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a61b2d-ae9d-4d8f-a991-a8069cdba23c req-dd202326-c0aa-4121-89e0-7b7762a45050 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.095498 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-27a61b2d-ae9d-4d8f-a991-a8069cdba23c req-dd202326-c0aa-4121-89e0-7b7762a45050 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 931 time: 0.3083830 Jun 08 18:34:09.131699 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 286e5e39-952c-449c-9a96-6dbad51b48e2) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:09.140167 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c58d960-efbf-4a21-ba2a-cbc348e20036 None None] Network 286e5e39-952c-449c-9a96-6dbad51b48e2 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:09.145046 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.145632 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.179479 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-d14c5d79-b9b3-4a23-ab21-65395f7048d6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9165924 Jun 08 18:34:09.183737 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-27a61b2d-ae9d-4d8f-a991-a8069cdba23c req-b14ed331-8928-4a8d-a02f-57defc71dcde tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814033 Jun 08 18:34:09.255358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f24d7a4-daf9-461f-bb0e-9d8130b8743c {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:09.263732 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.280070 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Transition to ACTIVE for port object 2f24d7a4-daf9-461f-bb0e-9d8130b8743c will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:09.284920 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.290441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a2814681-4d55-43eb-9e85-3bb7172cf485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:09.369614 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42506) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:09.387923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12148385-aaf5-4606-8e8e-cce7620f3888 None None] Network 286e5e39-952c-449c-9a96-6dbad51b48e2 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:34:09.437091 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Deleting subnet 3012a5a8-0ecd-40cf-8bd5-3e06c00ebc33 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:34:09.442390 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.447946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:09.458760 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:09.498971 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.528422 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Attempting to bind port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:09.528778 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Attempting to bind port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:09.529074 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Attempting to bind port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:09.534536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c on network 022156a4-0058-40c6-a8c8-35b96bbe8793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:09.534794 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Attempting to bind port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:09.540892 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:09.541231 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Checking segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:09.541619 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Bound using segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:09.542049 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Bound port: 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:09.542463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.557400 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.633498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.638477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-da88b435-6cbe-437d-b3ff-bc31c440a97e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:09.649001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:09.652130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:09.657345 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.662025 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43360fcc-2f93-448d-a119-93c7fe2399f5 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:09.673967 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3012a5a8-0ecd-40cf-8bd5-3e06c00ebc33,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:09.676365 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:09.679694 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.681919 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-adff81ec-59f5-4f40-a4fa-ecce0390ffb1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3012a5a8-0ecd-40cf-8bd5-3e06c00ebc33 HTTP/1.1" status: 204 len: 168 time: 0.3112221 Jun 08 18:34:09.684437 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42508) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:09.721818 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.722444 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.723785 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] 10.222.0.35 "PUT /v2.0/ports/2f24d7a4-daf9-461f-bb0e-9d8130b8743c HTTP/1.1" status: 200 len: 1093 time: 1.2553067 Jun 08 18:34:09.724317 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:09.726662 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7729a9b6-245a-493b-9038-1107afe3295f" -d '{"events": [{"name": "network-changed", "server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:09.748276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Pushing event updated for resources: {'Port': ['ID=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:09.759314 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8728f61e-1c35-4581-83df-e5feecd7cd94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:09.800573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f97db3-9cb3-4fb8-9d16-afe288256a9c x-openstack-request-id: req-26f97db3-9cb3-4fb8-9d16-afe288256a9c {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:09.800797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:09.801281 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.801402 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-26f97db3-9cb3-4fb8-9d16-afe288256a9c {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:09.801813 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c', 'status': 'completed', 'code': 200} Jun 08 18:34:09.837716 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-a23b3220-8c02-46bf-ad3d-7c0a742785fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.839204 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-a23b3220-8c02-46bf-ad3d-7c0a742785fc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 1096 time: 0.0737114 Jun 08 18:34:09.910143 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-242ab405-c9bb-43e5-a7bf-697179f4cdf7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c HTTP/1.1" status: 200 len: 217 time: 0.0632315 Jun 08 18:34:09.927361 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.940345 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce58fd61-0dfe-454d-8136-162acac6e2a3']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:09.953528 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110d3fa8-9722-4ef7-97d4-cf28a7642ede') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:09.953822 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110d3fa8-9722-4ef7-97d4-cf28a7642ede') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:09.966585 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.971974 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-6baaacae-e8c7-4e2d-a1b9-140b608dd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:09.973465 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-6baaacae-e8c7-4e2d-a1b9-140b608dd0da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0572834 Jun 08 18:34:09.984905 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:09.991273 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:34:09.991814 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:34:10.004902 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:34:10.087505 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.091525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5421280f-bf1c-4a9b-a6ce-995cd12dab43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:10.104540 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.106397 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] 10.222.0.46 "DELETE /v2.0/networks/ce58fd61-0dfe-454d-8136-162acac6e2a3 HTTP/1.1" status: 204 len: 168 time: 0.4208257 Jun 08 18:34:10.109234 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42512) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:10.122039 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-4c30d6b8-0ad7-49cd-9e65-3b7eea83eb83 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1420462 Jun 08 18:34:10.144015 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=ce58fd61-0dfe-454d-8136-162acac6e2a3,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:10.150579 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:10.176840 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Deleting subnet 3f564fd5-6b73-4237-94f6-8c1f3e9fbbbe {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:34:10.179999 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.229869 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.258085 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-e2ba8db2-f77b-4b0c-be5e-ea373e6cadcb service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293027 Jun 08 18:34:10.291140 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.372274 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.379147 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3596b2f4-8448-4788-acfd-b51c5baa49cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:10.400659 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8a4290d-dc80-4ea6-9d0a-1fee2d7f23f8 req-2e2d9aa9-d3ea-46b8-82ce-56595706c9ae service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364863 Jun 08 18:34:10.420210 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.422026 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3f564fd5-6b73-4237-94f6-8c1f3e9fbbbe HTTP/1.1" status: 204 len: 168 time: 0.3118801 Jun 08 18:34:10.423212 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f564fd5-6b73-4237-94f6-8c1f3e9fbbbe,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:10.424949 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42516) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:10.429299 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2980e7e3-3007-4907-a35d-6184850d9ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:10.646422 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.708751 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729a9b6-245a-493b-9038-1107afe3295f req-d9814eeb-a652-46ad-8493-3a7eab59a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:10.710312 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-d9814eeb-a652-46ad-8493-3a7eab59a27d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 1096 time: 0.2083080 Jun 08 18:34:10.733124 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d60bc8e-3a79-48fd-8bb3-fabe5b0c77a7 req-92889c6c-2f2e-4f5a-8938-673b2aa2037d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:10.734526 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d60bc8e-3a79-48fd-8bb3-fabe5b0c77a7 req-92889c6c-2f2e-4f5a-8938-673b2aa2037d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 943 time: 0.2336125 Jun 08 18:34:10.892521 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:10.924961 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286e5e39-952c-449c-9a96-6dbad51b48e2']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:10.947488 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d60bc8e-3a79-48fd-8bb3-fabe5b0c77a7 req-3de83af1-f2fc-45e3-b564-abc18de1487e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481006 Jun 08 18:34:10.949012 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6018236-e157-4847-8516-320eff2104b6') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:10.949291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6018236-e157-4847-8516-320eff2104b6') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:34:10.974182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.004041 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.006626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729a9b6-245a-493b-9038-1107afe3295f req-5f7d86a6-c124-4dab-b2bb-4be59ba56686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.008090 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-5f7d86a6-c124-4dab-b2bb-4be59ba56686 service neutron] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 915 time: 0.2707043 Jun 08 18:34:11.013096 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:34:11.013478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:34:11.027056 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:34:11.141114 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-c1ae075c-66fe-42d9-b7b6-34d740df07f2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c HTTP/1.1" status: 200 len: 217 time: 0.1131651 Jun 08 18:34:11.205554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.213966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-22f2aa8a-aa4e-489e-ae31-48f24ee7e855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:11.227131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.231563 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/286e5e39-952c-449c-9a96-6dbad51b48e2 HTTP/1.1" status: 204 len: 168 time: 0.8029890 Jun 08 18:34:11.231563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729a9b6-245a-493b-9038-1107afe3295f req-a45147a1-aafb-4bf3-a9f6-b37ec0a3f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:11.231833 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-a45147a1-aafb-4bf3-a9f6-b37ec0a3f303 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0807910 Jun 08 18:34:11.237365 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=286e5e39-952c-449c-9a96-6dbad51b48e2,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:11.240975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6123e43e-427f-4fc7-a98c-6845f3fe53b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:11.283428 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-85bb467b-8964-4451-afd2-f7fa6447dd9c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439713 Jun 08 18:34:11.417466 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-55c16688-dedb-40cb-bb45-9dff1879fa2f service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276984 Jun 08 18:34:11.465674 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42522) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:11.514198 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-210118e4-1e2e-41e4-aa48-0533c9a569bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4451d84785fc49f1a9d95f82655ee72d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472493 Jun 08 18:34:11.516531 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42524) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:11.576051 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.604355 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.664063 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7729a9b6-245a-493b-9038-1107afe3295f req-4593ccdd-7f90-4e4f-bbb7-8759c08d44fa service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400393 Jun 08 18:34:11.753452 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.757350 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:11.758527 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a6a5181-191d-473b-83da-8cd3cfa8974c HTTP/1.1" status: 204 len: 168 time: 0.2410686 Jun 08 18:34:11.759298 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ee831f42-ac28-46d9-b095-9782bde1fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:11.768531 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6a5181-191d-473b-83da-8cd3cfa8974c,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:11.770914 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:12.123302 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42532) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:12.154506 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572c71b-c207-4fd5-a133-983ddbdf4614 req-bfb904e4-444f-4687-878f-c94a4bd80bed tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:12.156292 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4572c71b-c207-4fd5-a133-983ddbdf4614 req-bfb904e4-444f-4687-878f-c94a4bd80bed tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 943 time: 0.0880466 Jun 08 18:34:12.173281 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6a0aa23a-7c0e-496a-9c64-3f8bcc2aba0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7049f0f985fa47099414d10db66366ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486884 Jun 08 18:34:12.175575 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42534) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:12.201825 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4572c71b-c207-4fd5-a133-983ddbdf4614 req-2affc2ce-d3f3-44de-8fe7-ac840446a16f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Jun 08 18:34:12.233834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:12.259199 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:12.309076 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:12.311419 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:12.312537 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/550d936f-5812-4b57-84db-88e8a6f95de1 HTTP/1.1" status: 204 len: 168 time: 0.1360562 Jun 08 18:34:12.313287 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-571a156f-0252-4075-b8a7-dfaffd06fb96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:12.323066 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d936f-5812-4b57-84db-88e8a6f95de1,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:12.325201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-44bb05eb-43b3-46c4-ad1c-ad9113f8c253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:13.395272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e154a9f4-a622-4d1e-af37-9aff76befc39 req-ebab0f8b-b4ee-41cf-aa4b-587583935110 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:13.397240 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e154a9f4-a622-4d1e-af37-9aff76befc39 req-ebab0f8b-b4ee-41cf-aa4b-587583935110 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 943 time: 0.0872207 Jun 08 18:34:13.445635 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e154a9f4-a622-4d1e-af37-9aff76befc39 req-265135af-36a5-4932-82bd-bedd6415455d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422497 Jun 08 18:34:14.636859 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b7111-9264-4f56-9b01-27cadac55fa9 req-74d11842-662a-48d6-9882-8d4f69172f96 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:14.638347 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a0b7111-9264-4f56-9b01-27cadac55fa9 req-74d11842-662a-48d6-9882-8d4f69172f96 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 943 time: 0.0866628 Jun 08 18:34:14.675539 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2f24d7a4-daf9-461f-bb0e-9d8130b8743c details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:14.692183 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a0b7111-9264-4f56-9b01-27cadac55fa9 req-80bdb730-ae2a-4d43-8538-1a3dcaf53686 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481360 Jun 08 18:34:14.812227 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:14.825511 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'port_id': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c', 'mac_address': 'fa:16:3e:92:50:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4d6719-8800-4686-98c6-8a35c7eff7ca', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:14.881710 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:14.899431 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f24d7a4-daf9-461f-bb0e-9d8130b8743c {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:14.915915 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:14.919752 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:14.921438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:14.990065 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42608) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:14.995492 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:14.998748 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:15.139368 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.245990 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.249619 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.259229 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3dfdb7f5-6737-41f1-9bc7-e43775435627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:15.259871 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['2f24d7a4-daf9-461f-bb0e-9d8130b8743c'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:15.303630 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c64a4551bd754271969a9cb9fc5ef925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097894 Jun 08 18:34:15.303630 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8c25bb-3ca1-4f83-a0a0-fb5ddfcf18d5,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:15.303988 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42612) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:15.306168 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:15.362864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.389381 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.442693 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.445870 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.447070 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f8c25bb-3ca1-4f83-a0a0-fb5ddfcf18d5 HTTP/1.1" status: 204 len: 168 time: 0.1420784 Jun 08 18:34:15.447820 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-2272c744-1b16-4ca4-bc6f-eed319f70b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:15.457162 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8c25bb-3ca1-4f83-a0a0-fb5ddfcf18d5,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:15.459799 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:15.850928 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42620) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:15.877958 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:15.932873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30da58c-539e-4636-953b-68430864b462 req-f40be5a3-03af-475f-87d6-97091600dada tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:15.934354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f30da58c-539e-4636-953b-68430864b462 req-f40be5a3-03af-475f-87d6-97091600dada tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 944 time: 0.1288230 Jun 08 18:34:15.997128 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f30da58c-539e-4636-953b-68430864b462 req-648789e3-ed34-4ede-9edf-ee1c89a098ca tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559366 Jun 08 18:34:16.045650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.049536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.058699 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-61427ea7-50d4-451a-a252-027c49b64f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:16.096723 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cc8409a9178b4e8596434a70defd9104&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447629 Jun 08 18:34:16.098246 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef175ad-0bb1-4040-b8b8-362b944ed973,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:16.099268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42622) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:16.101923 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:16.158740 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.184492 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.236866 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.239676 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.241062 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bef175ad-0bb1-4040-b8b8-362b944ed973 HTTP/1.1" status: 204 len: 168 time: 0.1391642 Jun 08 18:34:16.241840 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-219f19b9-4e9c-41ec-9b5f-5bc48a9be347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:16.251684 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef175ad-0bb1-4040-b8b8-362b944ed973,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:16.254010 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-14a5a662-9ef3-405b-80a7-40f85a8df24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:16.701754 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2f24d7a4-daf9-461f-bb0e-9d8130b8743c up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:16.778280 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:16.784260 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:16.784689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.906130 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.933063 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:16.935314 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95353efe-f8d0-43a6-8ec6-0f491eabe47a" -d '{"events": [{"server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "name": "network-vif-plugged", "status": "completed", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:16.943126 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:16.948206 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:16.950145 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:16.993057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8ab159-ffcf-4035-b72c-17ab947f8525 x-openstack-request-id: req-9a8ab159-ffcf-4035-b72c-17ab947f8525 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:16.993347 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "name": "network-vif-plugged", "status": "completed", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:16.993599 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9a8ab159-ffcf-4035-b72c-17ab947f8525 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:16.993981 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c', 'code': 200} Jun 08 18:34:17.027866 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:17.030879 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:17.265688 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690e680-a45f-4933-8797-98a97ad778eb req-ceab750d-d2a0-4ff9-aa67-33de412bacf6 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.267217 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a690e680-a45f-4933-8797-98a97ad778eb req-ceab750d-d2a0-4ff9-aa67-33de412bacf6 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.1551340 Jun 08 18:34:17.274509 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73acbb5-48b1-4bd0-82ac-d448c385036b req-2090b174-3ecf-4e55-a2d5-3cfeb0520a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:17.276168 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f73acbb5-48b1-4bd0-82ac-d448c385036b req-2090b174-3ecf-4e55-a2d5-3cfeb0520a7d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 1098 time: 0.1044807 Jun 08 18:34:17.350866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a690e680-a45f-4933-8797-98a97ad778eb req-7d2862f3-2483-465e-96bd-6227baf8ad30 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737042 Jun 08 18:34:17.354447 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f73acbb5-48b1-4bd0-82ac-d448c385036b req-27cd951a-fc7a-49f0-a813-6eb4287d3681 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617449 Jun 08 18:34:18.555697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d5ac5-5b5b-47f3-b378-dbe84a215a77 req-50764236-e814-410c-b7a1-d1aa13f06cfa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:18.557683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-301d5ac5-5b5b-47f3-b378-dbe84a215a77 req-50764236-e814-410c-b7a1-d1aa13f06cfa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.0932059 Jun 08 18:34:18.606829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-301d5ac5-5b5b-47f3-b378-dbe84a215a77 req-57301479-57ae-4297-ba27-c9bfa4e1f45f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Jun 08 18:34:19.817064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d027271-5f80-43cb-979b-87ee3da865b2 req-9e9e47f4-f145-4e34-8a00-164960446854 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:19.819262 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d027271-5f80-43cb-979b-87ee3da865b2 req-9e9e47f4-f145-4e34-8a00-164960446854 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.0952406 Jun 08 18:34:19.871834 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3d027271-5f80-43cb-979b-87ee3da865b2 req-35343623-ce88-4897-b278-96b729024ec8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466087 Jun 08 18:34:31.047141 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5c647ee5-f4a3-453a-9dd6-4868ea81559f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:31.602811 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:34:31.832176 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-eb51c157-5f53-44e8-a93b-0f802ea82092 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:31.834469 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-eb51c157-5f53-44e8-a93b-0f802ea82092 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.1566408 Jun 08 18:34:31.849625 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-0abbfc5f-89c2-4bf0-ac9d-61e16345378d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/quotas/8430cb8a2b294770ae1a761e137b97c4 HTTP/1.1" status: 200 len: 375 time: 0.0094290 Jun 08 18:34:31.943861 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-7b9ad7f1-04bb-4217-a54b-f54cf76f6fd5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0872421 Jun 08 18:34:31.955227 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-724cd24f-94fd-4011-9275-4fdc1f7e10a8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:34:31.956244 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-724cd24f-94fd-4011-9275-4fdc1f7e10a8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053372 Jun 08 18:34:32.096263 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-34d258bd-a74f-4fd2-b7cd-01548468871d service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322012 Jun 08 18:34:32.233074 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-1ce5ef1a-794c-4b00-82de-5084fdeaf632 service neutron] 10.222.0.46 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300230 Jun 08 18:34:32.417102 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ea666eb-2500-40be-85f2-fbfb30273fa6 req-471bee6a-62b4-4a92-b48a-f6b6bb1e7660 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0500286 Jun 08 18:34:33.620485 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:33.697087 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a8b5f0a5-26ba-4d06-9d88-727f0a6d0784 req-76161b22-158c-478a-90fa-c0febd8344c9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0634570 Jun 08 18:34:33.705755 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-bbcba5a6-2abb-4b3f-8a23-bbeaa0f73967 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:33.707283 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-bbcba5a6-2abb-4b3f-8a23-bbeaa0f73967 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 814 time: 0.3021536 Jun 08 18:34:33.720339 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Request body: {'port': {'device_id': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'admin_state_up': True, 'tenant_id': '8430cb8a2b294770ae1a761e137b97c4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:33.737723 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d1ac42ad-d762-4909-a2a9-690c3fcdcf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:33.882271 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Made reservation on behalf of 8430cb8a2b294770ae1a761e137b97c4 for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:34:33.885710 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.054786 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Allocated IP 172.20.0.11 (022156a4-0058-40c6-a8c8-35b96bbe8793/7b4d6719-8800-4686-98c6-8a35c7eff7ca/27d5911e-1bde-4ac9-9873-235d88514375) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:34:34.269187 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.300597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:34:34.304620 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:34:34.313819 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100', '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:34.324276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Network 022156a4-0058-40c6-a8c8-35b96bbe8793 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:34:34.325490 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:34:34.328000 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:34:34.397211 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:34.397826 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.417352 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-e548f939-ed91-4aef-a55a-275696fafa6e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7008450 Jun 08 18:34:34.429872 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Request body: {'port': {'device_id': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:34:34.551077 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.925273 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:34.986861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d5911e-1bde-4ac9-9873-235d88514375 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:34.999135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c6b95-4bb9-408c-9e8c-5629475d65e9 req-65d6d4e1-9c4b-4c35-a762-03ad66046007 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:35.000622 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c1c6b95-4bb9-408c-9e8c-5629475d65e9 req-65d6d4e1-9c4b-4c35-a762-03ad66046007 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 932 time: 0.1632571 Jun 08 18:34:35.004924 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.041406 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Transition to ACTIVE for port object 27d5911e-1bde-4ac9-9873-235d88514375 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:34:35.053258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.060681 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:35.117036 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2c1c6b95-4bb9-408c-9e8c-5629475d65e9 req-8dc17f0c-306e-4b01-8a00-ea679e5f2af6 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086936 Jun 08 18:34:35.228573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Pushing event updated for resources: {'Port': ['ID=27d5911e-1bde-4ac9-9873-235d88514375,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:35.236199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:35.304991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Attempting to bind port 27d5911e-1bde-4ac9-9873-235d88514375 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:34:35.305324 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Attempting to bind port 27d5911e-1bde-4ac9-9873-235d88514375 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:34:35.305653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Attempting to bind port 27d5911e-1bde-4ac9-9873-235d88514375 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:35.310922 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Port 27d5911e-1bde-4ac9-9873-235d88514375 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:34:35.311239 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Attempting to bind port 27d5911e-1bde-4ac9-9873-235d88514375 on network 022156a4-0058-40c6-a8c8-35b96bbe8793 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:34:35.316754 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:34:35.317093 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Checking segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:34:35.317478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Bound using segment: {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:34:35.317957 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Bound port: 27d5911e-1bde-4ac9-9873-235d88514375, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43aa9d78-32df-4398-bcac-37eae808cac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:34:35.318335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.415697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:34:35.419030 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27d5911e-1bde-4ac9-9873-235d88514375,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:34:35.424594 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.430351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7429bd85-03ac-418c-ab41-5ab5e7c064a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:35.486230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:35.486779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:35.488181 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] 10.222.0.35 "PUT /v2.0/ports/27d5911e-1bde-4ac9-9873-235d88514375 HTTP/1.1" status: 200 len: 1094 time: 1.0633564 Jun 08 18:34:35.488715 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:35.491863 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b7457b-88ca-4e70-abdd-87838dc132d5" -d '{"events": [{"name": "network-changed", "server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "tag": "27d5911e-1bde-4ac9-9873-235d88514375"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:35.514084 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Pushing event updated for resources: {'Port': ['ID=27d5911e-1bde-4ac9-9873-235d88514375,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:35.517384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:35.568013 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47d402e-1d5e-4b00-b9fe-3a675db9e671 x-openstack-request-id: req-b47d402e-1d5e-4b00-b9fe-3a675db9e671 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:35.568425 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "tag": "27d5911e-1bde-4ac9-9873-235d88514375", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:35.568718 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b47d402e-1d5e-4b00-b9fe-3a675db9e671 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:35.569148 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375', 'status': 'completed', 'code': 200} Jun 08 18:34:35.715844 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-593d4570-1985-4caf-bddd-844cec0aeb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:35.717317 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-593d4570-1985-4caf-bddd-844cec0aeb91 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 1097 time: 0.1843626 Jun 08 18:34:35.785267 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-97c8f8df-6757-422b-b918-d65bf7d9e4be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27d5911e-1bde-4ac9-9873-235d88514375 HTTP/1.1" status: 200 len: 217 time: 0.0598979 Jun 08 18:34:35.857467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-3c1671d4-2d87-4cae-929e-82c4edd4517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:35.858942 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-3c1671d4-2d87-4cae-929e-82c4edd4517e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0678852 Jun 08 18:34:35.907862 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-38c43cc9-4eba-49fa-8408-3d284d3cb0ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416172 Jun 08 18:34:36.043245 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-5a3e345d-8c05-411f-a4f0-8aa169e6eabe service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280377 Jun 08 18:34:36.184531 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-87dbfe44-c165-46ed-8a25-01c64e2e1023 req-ec219cbe-48ae-490c-a43b-6acab5c36f88 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304109 Jun 08 18:34:36.375169 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32062a3-b2df-49c8-af95-a18c64c0d5c3 req-aa7fe92f-7c97-4d9e-9b66-72551c949083 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:36.376624 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d32062a3-b2df-49c8-af95-a18c64c0d5c3 req-aa7fe92f-7c97-4d9e-9b66-72551c949083 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 944 time: 0.1485620 Jun 08 18:34:36.384671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-8b33137c-2077-4a74-93cb-b742703deae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:36.386110 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-8b33137c-2077-4a74-93cb-b742703deae3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 1097 time: 0.1203475 Jun 08 18:34:36.516164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d32062a3-b2df-49c8-af95-a18c64c0d5c3 req-d083d6f4-81df-4bbe-b477-0b1fcdaa7606 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290371 Jun 08 18:34:36.577153 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-65806fab-71bb-454f-b203-d5e6a09dcf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:36.578608 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-65806fab-71bb-454f-b203-d5e6a09dcf07 service neutron] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 915 time: 0.1781130 Jun 08 18:34:36.651803 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-5f0d58bf-b8b8-4860-99cf-f10844b3a288 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27d5911e-1bde-4ac9-9873-235d88514375 HTTP/1.1" status: 200 len: 217 time: 0.0661273 Jun 08 18:34:36.720690 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-9a71a0a3-7a07-4f96-a485-f5fd378d137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:36.722104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-9a71a0a3-7a07-4f96-a485-f5fd378d137b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0636647 Jun 08 18:34:36.774091 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-b556e20b-b224-4b52-a012-d813f28b3ecc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417814 Jun 08 18:34:36.900584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:36.919501 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-3cd3d233-5b24-4dd4-b519-64ade10d0711 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365602 Jun 08 18:34:37.075808 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b8b7457b-88ca-4e70-abdd-87838dc132d5 req-6aae90a2-0ac2-4dbb-829e-388b28596c8a service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489668 Jun 08 18:34:37.723695 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a22719-a5f1-4bbd-8a89-33044ee6538f req-545d39f4-cc64-4834-8f41-af9acfadd36a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:37.725968 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5a22719-a5f1-4bbd-8a89-33044ee6538f req-545d39f4-cc64-4834-8f41-af9acfadd36a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 944 time: 0.0862060 Jun 08 18:34:37.772170 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f5a22719-a5f1-4bbd-8a89-33044ee6538f req-e0f165f0-74a8-4caf-8b13-3ec5b06c72f1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Jun 08 18:34:38.355058 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:38.969419 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b10575-0dc2-4233-885f-bbdacf6452ca req-047b37fa-332c-49fa-a777-8b4607994cb3 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:38.970829 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d4b10575-0dc2-4233-885f-bbdacf6452ca req-047b37fa-332c-49fa-a777-8b4607994cb3 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 944 time: 0.0868888 Jun 08 18:34:39.017122 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d4b10575-0dc2-4233-885f-bbdacf6452ca req-67e7cd85-3340-4c72-9c38-c60cd57db109 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402281 Jun 08 18:34:40.211168 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a2312-75cd-4720-9f12-e086d0bca5b7 req-bbf4e34e-b85f-4d0d-94e9-5b9ca8523abb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:40.212616 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e15a2312-75cd-4720-9f12-e086d0bca5b7 req-bbf4e34e-b85f-4d0d-94e9-5b9ca8523abb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 944 time: 0.0811446 Jun 08 18:34:40.355639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e15a2312-75cd-4720-9f12-e086d0bca5b7 req-c72004b8-6e54-45c5-a7ba-081cdd7ecaee tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373808 Jun 08 18:34:40.840697 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 27d5911e-1bde-4ac9-9873-235d88514375 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:34:40.981967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27d5911e-1bde-4ac9-9873-235d88514375,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:40.996511 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '27d5911e-1bde-4ac9-9873-235d88514375', 'network_id': '022156a4-0058-40c6-a8c8-35b96bbe8793', 'port_id': '27d5911e-1bde-4ac9-9873-235d88514375', 'mac_address': 'fa:16:3e:64:2b:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b4d6719-8800-4686-98c6-8a35c7eff7ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:34:41.016327 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-10237767-fd1e-43fc-8fcd-460a7bdc04b3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0731170 Jun 08 18:34:41.052757 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:41.069869 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d5911e-1bde-4ac9-9873-235d88514375 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:34:41.086326 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27d5911e-1bde-4ac9-9873-235d88514375,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:41.090773 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:41.092420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:41.165343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-185eaebb-f954-4c7a-8834-045c907f1c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:41.166879 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-185eaebb-f954-4c7a-8834-045c907f1c71 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8430cb8a2b294770ae1a761e137b97c4&device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0774374 Jun 08 18:34:41.190689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=27d5911e-1bde-4ac9-9873-235d88514375,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:41.198526 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.198868 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.199201 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.199525 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.199846 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.200165 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.200481 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.200795 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.201110 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.201423 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.201733 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.202048 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:34:41.205854 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:41.319337 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-3d5099e1-8b4d-481d-b53d-3a1a6c9775d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:41.320738 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-3d5099e1-8b4d-481d-b53d-3a1a6c9775d0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 200 len: 915 time: 0.1289823 Jun 08 18:34:41.388628 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-0e125b97-adbd-412c-ba48-8ee32c3a8bbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100 HTTP/1.1" status: 200 len: 217 time: 0.0604603 Jun 08 18:34:41.466867 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-9b4df202-7ae3-45d8-8af6-cb6c6c966375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:41.468308 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-9b4df202-7ae3-45d8-8af6-cb6c6c966375 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 200 len: 854 time: 0.0723774 Jun 08 18:34:41.552164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-8b6828a0-6fe9-49c6-9086-a8051b767e73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=022156a4-0058-40c6-a8c8-35b96bbe8793&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535676 Jun 08 18:34:41.685955 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e55913-8d8a-4ed4-b379-a6debc57b8ac req-eb3952df-3e84-4ca1-9932-7c9e82efb449 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:41.687325 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4e55913-8d8a-4ed4-b379-a6debc57b8ac req-eb3952df-3e84-4ca1-9932-7c9e82efb449 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 945 time: 0.2180367 Jun 08 18:34:41.727966 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-70fb5ee8-7b52-446c-9645-205467796481 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679933 Jun 08 18:34:41.820504 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e4e55913-8d8a-4ed4-b379-a6debc57b8ac req-06c28042-af76-4879-b2e3-c442a75d45e1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Jun 08 18:34:41.873175 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2305b006-5a3b-471e-aebb-b7a698cf47ac req-4254b718-e78c-49cc-a810-88aa9dacfdc3 service neutron] 10.222.0.35 "GET /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318886 Jun 08 18:34:42.063838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['27d5911e-1bde-4ac9-9873-235d88514375'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:34:43.002764 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62275d78-5b3d-4530-a774-7270b54aff77 req-b5266502-6bad-45b9-a49b-edc4f02551aa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:43.004194 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62275d78-5b3d-4530-a774-7270b54aff77 req-b5266502-6bad-45b9-a49b-edc4f02551aa tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 945 time: 0.0788755 Jun 08 18:34:43.050477 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-62275d78-5b3d-4530-a774-7270b54aff77 req-02d411e7-09d8-4ba8-9593-eaa3d71fe0f0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Jun 08 18:34:44.391767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ede80-bc02-4ee4-bc58-d477e2212d14 req-9d89568f-e5ce-4521-a2a5-bda09925e69f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:44.393209 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-996ede80-bc02-4ee4-bc58-d477e2212d14 req-9d89568f-e5ce-4521-a2a5-bda09925e69f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 945 time: 0.0839629 Jun 08 18:34:44.442331 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-996ede80-bc02-4ee4-bc58-d477e2212d14 req-6c136e35-1845-4db8-a2aa-e956070578c1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Jun 08 18:34:44.838758 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 27d5911e-1bde-4ac9-9873-235d88514375 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:34:44.906491 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 27d5911e-1bde-4ac9-9873-235d88514375 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:34:44.911296 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 27d5911e-1bde-4ac9-9873-235d88514375 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:34:44.912313 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:45.033832 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:45.063744 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:34:45.065983 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a954b15-a63a-4328-8236-b059edd3b50a" -d '{"events": [{"server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "name": "network-vif-plugged", "status": "completed", "tag": "27d5911e-1bde-4ac9-9873-235d88514375"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:34:45.073748 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27d5911e-1bde-4ac9-9873-235d88514375,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:34:45.077765 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:45.079656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-f90cead3-1254-422b-96c7-920004eb1001 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:45.113909 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e85bfbe-e1fc-4e9f-9c2a-7abfd833b026 x-openstack-request-id: req-6e85bfbe-e1fc-4e9f-9c2a-7abfd833b026 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:34:45.114210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "name": "network-vif-plugged", "status": "completed", "tag": "27d5911e-1bde-4ac9-9873-235d88514375", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:34:45.114490 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6e85bfbe-e1fc-4e9f-9c2a-7abfd833b026 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:34:45.115657 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375', 'code': 200} Jun 08 18:34:45.146613 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=27d5911e-1bde-4ac9-9873-235d88514375,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:45.149783 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:45.366970 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4d2a2-80ce-4092-b8bf-1f48628ad180 req-d960f5fd-643b-4216-aecf-f96d2737b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:45.368432 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9cf4d2a2-80ce-4092-b8bf-1f48628ad180 req-d960f5fd-643b-4216-aecf-f96d2737b3e2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 1099 time: 0.0722106 Jun 08 18:34:45.414865 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9cf4d2a2-80ce-4092-b8bf-1f48628ad180 req-70386b98-14ea-4050-8e42-305d9d5360de service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394125 Jun 08 18:34:45.634644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae6a847-c9d3-4863-93f1-6a5075bcb73c req-4d52566d-685c-4c03-92ce-5e9d366cebc7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:45.636217 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3ae6a847-c9d3-4863-93f1-6a5075bcb73c req-4d52566d-685c-4c03-92ce-5e9d366cebc7 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.0866597 Jun 08 18:34:45.693574 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3ae6a847-c9d3-4863-93f1-6a5075bcb73c req-9236c22d-a4fa-4bc6-b8ee-62cccec2be36 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505757 Jun 08 18:34:46.901417 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a52f9a-5c64-40b8-8728-e12196c26419 req-78cbed19-f563-41b5-a48e-ad603d893735 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:46.902997 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-97a52f9a-5c64-40b8-8728-e12196c26419 req-78cbed19-f563-41b5-a48e-ad603d893735 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.0900404 Jun 08 18:34:46.963107 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-97a52f9a-5c64-40b8-8728-e12196c26419 req-36b1dc87-6087-4886-812c-7e2e78558e72 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Jun 08 18:34:47.237857 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 42892) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:47.356670 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.458581 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.462561 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.471030 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7569022e-0289-49c3-93f5-10eff2159a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:47.513505 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=476d9cce1d704bd9b1824eb468b6f206&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2743652 Jun 08 18:34:47.515616 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83404b-0fda-412a-ab3f-ef48584016e3,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:47.516100 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 42896) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:34:47.518862 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:47.575411 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.602083 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.652178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.654726 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:34:47.655856 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c83404b-0fda-412a-ab3f-ef48584016e3 HTTP/1.1" status: 204 len: 168 time: 0.1386738 Jun 08 18:34:47.656610 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f5906d1c-4474-4849-87c0-750fe81627f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:34:47.667499 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83404b-0fda-412a-ab3f-ef48584016e3,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:34:47.669819 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:34:48.151727 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ac348-eaee-4648-a012-5465756dedcf req-f58c0a0b-2157-400d-b331-7e4f3be26ed5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:34:48.153547 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-256ac348-eaee-4648-a012-5465756dedcf req-f58c0a0b-2157-400d-b331-7e4f3be26ed5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.0895522 Jun 08 18:34:48.201249 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-256ac348-eaee-4648-a012-5465756dedcf req-bc197c94-9730-453f-8544-a6e3bf07b884 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417635 Jun 08 18:35:01.045012 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-09ec1b43-3d40-47a7-a8b3-024e99585b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:03.622664 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:03.731450 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fdbf0ba5-987c-46c0-b237-ea95dd96d565 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:04.532286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0536c-c522-42b9-ad96-63f4f905db6a req-63c0b9f6-5c57-4987-b71c-971dd2d92296 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:04.533602 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5aa0536c-c522-42b9-ad96-63f4f905db6a req-63c0b9f6-5c57-4987-b71c-971dd2d92296 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.0812583 Jun 08 18:35:04.578630 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5aa0536c-c522-42b9-ad96-63f4f905db6a req-4d60e855-5981-4ff3-8a13-5a8d564926c1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391877 Jun 08 18:35:04.926836 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:05.882258 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6c16-579c-456a-8c7e-de421d53bab9 req-8fe5a777-60e5-40f7-8655-8326b7c6d6fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:05.884124 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e18c6c16-579c-456a-8c7e-de421d53bab9 req-8fe5a777-60e5-40f7-8655-8326b7c6d6fc tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.1954274 Jun 08 18:35:05.935390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e18c6c16-579c-456a-8c7e-de421d53bab9 req-df33c155-5e10-43f5-87d2-27a8ce1ba57d tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425127 Jun 08 18:35:06.782663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-6c6c6292-165e-4b47-8d7c-8f10f0b675b6 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:06.784047 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-6c6c6292-165e-4b47-8d7c-8f10f0b675b6 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.0815353 Jun 08 18:35:06.901089 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:06.925178 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Deleting port 27d5911e-1bde-4ac9-9873-235d88514375 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:06.925710 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:07.120292 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] For port 27d5911e-1bde-4ac9-9873-235d88514375, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=27d5911e-1bde-4ac9-9873-235d88514375,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:07.120657 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:07.252813 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Calling delete_port for 27d5911e-1bde-4ac9-9873-235d88514375 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:07.292220 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c1183-7686-4749-af73-f544cdf61c96 req-8fd8e25c-6d5e-432d-9af3-a5aea35dc0c1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:07.293975 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-188c1183-7686-4749-af73-f544cdf61c96 req-8fd8e25c-6d5e-432d-9af3-a5aea35dc0c1 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 946 time: 0.2371771 Jun 08 18:35:07.354854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-188c1183-7686-4749-af73-f544cdf61c96 req-195f8f0d-0b57-4fb5-b1e9-23927b17c4bd tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Jun 08 18:35:07.427579 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:07.433190 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ee59d45a-98ca-4886-b731-d917f6074221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:07.439806 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100', '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:07.480287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Pushing event deleted for resources: {'Port': ['ID=27d5911e-1bde-4ac9-9873-235d88514375,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:07.552740 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.553012 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.553388 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.553966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.554441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.554901 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.555260 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.555617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.555969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.556319 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.556669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.557014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:07.564927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:07.565827 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] No DVR routers for this DVR port 27d5911e-1bde-4ac9-9873-235d88514375 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:07.568182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:07.570620 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-05b9e88a-463e-4be7-bad1-2999e766d4bd req-8d86fd80-4bef-4003-a3aa-a717a334447b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "DELETE /v2.0/ports/27d5911e-1bde-4ac9-9873-235d88514375 HTTP/1.1" status: 204 len: 173 time: 0.7807548 Jun 08 18:35:07.571100 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'name': 'network-vif-deleted', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:07.573391 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165d9745-1481-4e43-856b-988570cff364" -d '{"events": [{"server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "name": "network-vif-deleted", "tag": "27d5911e-1bde-4ac9-9873-235d88514375"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:07.617950 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fee873-241f-43ed-850f-d165dcf7347f x-openstack-request-id: req-96fee873-241f-43ed-850f-d165dcf7347f {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:07.618267 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a642b4ca-bc5f-43ca-a05f-e7ae217a961e", "name": "network-vif-deleted", "tag": "27d5911e-1bde-4ac9-9873-235d88514375", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:07.618579 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96fee873-241f-43ed-850f-d165dcf7347f {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:07.619013 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a642b4ca-bc5f-43ca-a05f-e7ae217a961e', 'name': 'network-vif-deleted', 'tag': '27d5911e-1bde-4ac9-9873-235d88514375', 'status': 'completed', 'code': 200} Jun 08 18:35:08.385588 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:08.517177 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5b31c937-db6f-4a2d-a1ef-35d6bfcfee37 req-32be034e-ff70-497a-b9b0-c58e42459053 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0436881 Jun 08 18:35:08.601248 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:35:09.207640 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 27d5911e-1bde-4ac9-9873-235d88514375 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:09.244382 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 27d5911e-1bde-4ac9-9873-235d88514375 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:09.244722 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 27d5911e-1bde-4ac9-9873-235d88514375 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:09.680756 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c5caac7b-a9fa-473b-8dab-bce2da91fefc req-d8c63131-d576-42d4-aac8-dd5b47afa294 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0452509 Jun 08 18:35:10.841767 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-932ca871-efb7-45fa-8da1-d796c50ea583 req-328c3bda-dc31-4174-9ac5-28a52074321c tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0426912 Jun 08 18:35:11.999270 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0f03c727-b2e8-420d-b661-e7a1491547ec req-e4d1ff85-e668-4ed4-b45a-6aff9650974e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a642b4ca-bc5f-43ca-a05f-e7ae217a961e HTTP/1.1" status: 200 len: 210 time: 0.0426507 Jun 08 18:35:14.836909 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69401b-80c1-42ee-ac6a-5aab1c6c58ff req-e4611c95-7570-4ebc-aa84-5a159dcd56ea tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:14.838464 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bb69401b-80c1-42ee-ac6a-5aab1c6c58ff req-e4611c95-7570-4ebc-aa84-5a159dcd56ea tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.0950651 Jun 08 18:35:14.886276 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-bb69401b-80c1-42ee-ac6a-5aab1c6c58ff req-a6c4fcc9-35a8-4c75-b7fd-ff8decd70a00 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417640 Jun 08 18:35:16.077183 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e331-4517-4ccc-a240-f4c1822f6848 req-10601b1b-5f1c-48bd-beb6-02ffbde8f0b0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:16.078650 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c21e331-4517-4ccc-a240-f4c1822f6848 req-10601b1b-5f1c-48bd-beb6-02ffbde8f0b0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.0802009 Jun 08 18:35:16.123911 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3c21e331-4517-4ccc-a240-f4c1822f6848 req-5202bcbb-7150-447b-acc4-290cf34bcbb4 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395615 Jun 08 18:35:16.796535 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-3fac0aae-ffee-4f27-9482-14e9871828ac tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:16.798033 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-3fac0aae-ffee-4f27-9482-14e9871828ac tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.0877714 Jun 08 18:35:16.937373 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Deleting port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:16.937723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.178518 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] For port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:17.179254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.304089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Calling delete_port for 2f24d7a4-daf9-461f-bb0e-9d8130b8743c owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:17.328762 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43128) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:17.403864 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5909cf-12b8-4595-b892-bb701dc99451 req-fc7d10f4-00c6-461f-9f02-e33068cbc4a9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:17.405333 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a5909cf-12b8-4595-b892-bb701dc99451 req-fc7d10f4-00c6-461f-9f02-e33068cbc4a9 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=43393d0e-8e12-43aa-97e3-a29bf9dd3788 HTTP/1.1" status: 200 len: 945 time: 0.1656463 Jun 08 18:35:17.450082 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.494110 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9a5909cf-12b8-4595-b892-bb701dc99451 req-2bc8d29c-a116-4925-aa15-2633a8504d1f tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770841 Jun 08 18:35:17.521298 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.528136 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-95b2bf9f-ec83-4ff1-bc48-4ad1b377956e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:17.534170 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100', '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:17.578156 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Pushing event deleted for resources: {'Port': ['ID=2f24d7a4-daf9-461f-bb0e-9d8130b8743c,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:17.581239 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:17.601949 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.605914 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.614882 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7eca118f-d5b6-43d1-8777-48ce7b0cc52b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:17.653414 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] No DVR routers for this DVR port 2f24d7a4-daf9-461f-bb0e-9d8130b8743c on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:17.656253 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.659353 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-77a2ae38-8107-4312-8e21-3ad7b060ee5b req-cb10aa38-d0e2-4263-bb98-057f497d6983 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "DELETE /v2.0/ports/2f24d7a4-daf9-461f-bb0e-9d8130b8743c HTTP/1.1" status: 204 len: 173 time: 0.8547826 Jun 08 18:35:17.660201 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'name': 'network-vif-deleted', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:17.663044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fffa28-7a26-4c1b-8749-0a4a6cc5c0f3" -d '{"events": [{"server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "name": "network-vif-deleted", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:17.665304 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f15e47340ffb41ffa08d944b2923ab76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3352757 Jun 08 18:35:17.665620 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43132) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:17.666592 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ac6489-4ed9-4d16-bb80-8f1654f89741,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:17.675185 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.675607 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.676150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.676874 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.677453 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.678078 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.679773 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.680850 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.681429 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.682619 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.683368 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.683935 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:17.691045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:17.717088 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c0cebd-cfa8-443d-bb49-f7f225da042c x-openstack-request-id: req-70c0cebd-cfa8-443d-bb49-f7f225da042c {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:17.717425 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43393d0e-8e12-43aa-97e3-a29bf9dd3788", "name": "network-vif-deleted", "tag": "2f24d7a4-daf9-461f-bb0e-9d8130b8743c", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:17.717719 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70c0cebd-cfa8-443d-bb49-f7f225da042c {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:17.718357 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43393d0e-8e12-43aa-97e3-a29bf9dd3788', 'name': 'network-vif-deleted', 'tag': '2f24d7a4-daf9-461f-bb0e-9d8130b8743c', 'status': 'completed', 'code': 200} Jun 08 18:35:17.755958 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.787408 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.845825 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.848307 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:17.852681 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58ac6489-4ed9-4d16-bb80-8f1654f89741 HTTP/1.1" status: 204 len: 168 time: 0.1828420 Jun 08 18:35:17.852681 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4767ca09-b03c-4cd7-bb54-f8f449f0bc11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:17.860940 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ac6489-4ed9-4d16-bb80-8f1654f89741,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:17.863676 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-50769f6e-07ae-4a85-bd98-dc775e5b8055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:18.541291 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43158) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:18.648477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-715369572-network', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:18.671633 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Made reservation on behalf of 5e13a9768b3942819c4be31f593a0e0d for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:35:18.674047 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.686209 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.796960 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.801501 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.805330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-f937c7e4-e2ee-4d34-b46b-d010426597d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:18.834021 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:35:18.843154 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b736d2-c102-46c6-aa0c-68239755a0aa,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:18.846372 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:18.851061 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.851405 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Added segment e4569860-182c-4db0-83ca-2b11ed3d1f53 of type vlan for network 25db2735-6a77-4470-a12a-cc3d659f9e93 Jun 08 18:35:18.877939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.908264 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.909635 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:18.910201 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:18.914166 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-67c72e48-e038-4493-8465-52d5f1d25053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:18.956850 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae5790-3bdc-451c-b4a5-31eae61140ab req-7f12e0e4-2541-4f1c-a8ce-bab76474f9a0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:18.959351 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2eae5790-3bdc-451c-b4a5-31eae61140ab req-7f12e0e4-2541-4f1c-a8ce-bab76474f9a0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.0865762 Jun 08 18:35:19.009211 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4634283 Jun 08 18:35:19.010809 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2eae5790-3bdc-451c-b4a5-31eae61140ab req-4e26c9ff-b85c-457c-b06b-461c6945ba59 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465655 Jun 08 18:35:19.011278 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43166) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:19.011944 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Pushing event updated for resources: {'Network': ['ID=25db2735-6a77-4470-a12a-cc3d659f9e93,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:19.014731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-71c44143-3995-4959-840d-76f4b1447258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:19.017148 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Request body: {'subnet': {'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-715369572-subnet', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:19.031385 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:35:19.040488 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Made reservation on behalf of 5e13a9768b3942819c4be31f593a0e0d for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:35:19.042883 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.244147 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.248773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fdde7472-55fb-440a-a5c6-e36152b913cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:19.321366 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=957f114f-ff69-4acf-9dbf-fd4306cafe84,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:19.324072 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:19.327021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:19.327196 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Network hostable DHCP agents. Network: 25db2735-6a77-4470-a12a-cc3d659f9e93, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:35:19.344296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:35:19.353551 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 25db2735-6a77-4470-a12a-cc3d659f9e93) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:19.357849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:19.359018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.362103 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba1f5ba0-5bf6-49b8-ad63-c9498db71a78 None None] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:35:19.377175 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3648274 Jun 08 18:35:19.379800 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43168) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:19.384895 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:19.406375 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.407336 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.424749 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.578605 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-25db2735-6a77-4470-a12a-cc3d659f9e93', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:35:19.579449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.699735 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.736888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Allocated IP 172.20.0.2 (25db2735-6a77-4470-a12a-cc3d659f9e93/957f114f-ff69-4acf-9dbf-fd4306cafe84/e864298c-9c41-4d8e-938c-994d02658cec) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:19.948875 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.960311 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Transition to ACTIVE for port object e864298c-9c41-4d8e-938c-994d02658cec will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:19.980080 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Transition to ACTIVE for port object e864298c-9c41-4d8e-938c-994d02658cec will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:19.985088 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:19.985691 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:20.003023 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:20.003997 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:20.007004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:20.116855 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.126877 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Attempting to bind port e864298c-9c41-4d8e-938c-994d02658cec on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:20.127419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Attempting to bind port e864298c-9c41-4d8e-938c-994d02658cec by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:20.127593 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Attempting to bind port e864298c-9c41-4d8e-938c-994d02658cec on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:20.133157 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:20.133490 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:20.133888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.134274 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Bound using segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:20.134761 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Bound port: e864298c-9c41-4d8e-938c-994d02658cec, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:20.135237 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.185596 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.225540 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] For port e864298c-9c41-4d8e-938c-994d02658cec, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:20.228860 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] For port e864298c-9c41-4d8e-938c-994d02658cec, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=e864298c-9c41-4d8e-938c-994d02658cec,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:20.232823 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.237291 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:20.310703 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Pushing event updated for resources: {'Port': ['ID=e864298c-9c41-4d8e-938c-994d02658cec,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:20.314902 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:20.339009 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e53a9-c1ea-494a-8def-1c62e9a86678 req-60aa9939-22a4-4c76-a3ef-fb5b24dbb6b0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.340486 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a98e53a9-c1ea-494a-8def-1c62e9a86678 req-60aa9939-22a4-4c76-a3ef-fb5b24dbb6b0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.1959927 Jun 08 18:35:20.375287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Allocated IP 172.27.0.158 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:20.421404 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a98e53a9-c1ea-494a-8def-1c62e9a86678 req-2c3fe4fe-ffac-4773-92ea-c5a56e2aa0d5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749741 Jun 08 18:35:20.629204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-39cbe0eb-8277-4101-a3fc-4199efa0d3c2 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:20.630693 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-39cbe0eb-8277-4101-a3fc-4199efa0d3c2 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.1522288 Jun 08 18:35:20.633254 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device e864298c-9c41-4d8e-938c-994d02658cec up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:20.636716 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.702613 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port e864298c-9c41-4d8e-938c-994d02658cec completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:20.774467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:20.775121 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:20.805420 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:20.807204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Deleting port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:20.807539 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:20.820451 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:20.823053 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:21.164644 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] For port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:21.165223 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.226354 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842a23bb-872c-4001-b4ab-aa7f42c437b6 None None] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:35:21.295380 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Calling delete_port for 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:21.317415 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Provisioning for port e864298c-9c41-4d8e-938c-994d02658cec completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:21.336498 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Provisioning complete for port e864298c-9c41-4d8e-938c-994d02658cec triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:21.336868 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.560320 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.605245 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] For port e864298c-9c41-4d8e-938c-994d02658cec, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=e864298c-9c41-4d8e-938c-994d02658cec,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:21.610817 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.613760 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:21.652947 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2f24d7a4-daf9-461f-bb0e-9d8130b8743c no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:21.668846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.701766 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 2f24d7a4-daf9-461f-bb0e-9d8130b8743c {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:21.702110 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 2f24d7a4-daf9-461f-bb0e-9d8130b8743c not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:21.721459 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Pushing event updated for resources: {'Port': ['ID=e864298c-9c41-4d8e-938c-994d02658cec,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:21.724601 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-c9c26ca0-3607-434b-82da-cbea9778e9e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:21.824714 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0651-2fd8-4fcb-ba12-134d52bace0c req-bf7d9f39-6003-4d7e-bff9-06482028302b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:21.826076 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-358d0651-2fd8-4fcb-ba12-134d52bace0c req-bf7d9f39-6003-4d7e-bff9-06482028302b tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=0759ac39-15af-4d86-a873-24e89b945210 HTTP/1.1" status: 200 len: 945 time: 0.2850959 Jun 08 18:35:21.832282 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-d935a29b-9f8c-45cf-96c4-4fe5a447d331 None None] Provisioning complete for port e864298c-9c41-4d8e-938c-994d02658cec triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:21.832655 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d935a29b-9f8c-45cf-96c4-4fe5a447d331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.946684 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-358d0651-2fd8-4fcb-ba12-134d52bace0c req-c7f05cc4-dac1-47a3-8131-4fef9e109f9a tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881138 Jun 08 18:35:21.949401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:21.956777 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c1f2b39c-2376-4570-90fc-2666d9281386 tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:21.961201 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100', '8377789f-73fa-41c9-a3c6-4ba5c81d18e1'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:22.064508 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Pushing event deleted for resources: {'Port': ['ID=8377789f-73fa-41c9-a3c6-4ba5c81d18e1,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:22.066616 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:22.216125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] No DVR routers for this DVR port 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:22.219839 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.221701 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e730a2bb-e9c3-4dbf-8837-f55b5745963e req-d6946e46-1c80-4366-88bb-670988629302 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "DELETE /v2.0/ports/8377789f-73fa-41c9-a3c6-4ba5c81d18e1 HTTP/1.1" status: 204 len: 173 time: 1.5817351 Jun 08 18:35:22.222198 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'name': 'network-vif-deleted', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:22.224478 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84c08c6-3395-4b75-a580-d5e31869b905" -d '{"events": [{"server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "name": "network-vif-deleted", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:22.260358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.314817 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ec38d9-2c12-4935-b540-89a311f7ff53 x-openstack-request-id: req-00ec38d9-2c12-4935-b540-89a311f7ff53 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:22.315140 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0759ac39-15af-4d86-a873-24e89b945210", "name": "network-vif-deleted", "tag": "8377789f-73fa-41c9-a3c6-4ba5c81d18e1", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:22.315433 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-00ec38d9-2c12-4935-b540-89a311f7ff53 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:22.315854 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0759ac39-15af-4d86-a873-24e89b945210', 'name': 'network-vif-deleted', 'tag': '8377789f-73fa-41c9-a3c6-4ba5c81d18e1', 'status': 'completed', 'code': 200} Jun 08 18:35:22.468996 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Router 7df633ac-3b24-4bd5-8861-0a0919255139 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:35:22.522797 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device e864298c-9c41-4d8e-938c-994d02658cec up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:22.590326 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port e864298c-9c41-4d8e-938c-994d02658cec triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:22.590715 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.656902 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:22.677570 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:22.685594 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-de814987-0f0c-48f7-9ccb-62cbb60fb13e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3023844 Jun 08 18:35:22.685798 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:22.685931 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43176) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:22.711730 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:22.712353 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:22.896559 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:23.223778 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:21Z', 'revision_number': 3, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:23.227688 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:23.228038 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Updating router 7df633ac-3b24-4bd5-8861-0a0919255139 port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:35:23.282650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.529544 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.605102 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.617696 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Transition to ACTIVE for port object c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:23.624062 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.627494 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-b8d924fd-9e56-49c5-b9b1-8083987be3f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:23.703855 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Attempting to bind port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:23.704140 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Attempting to bind port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:23.704503 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Attempting to bind port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:23.706582 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b360b9-2f1a-4cfa-93cc-d864a7a2162e None None] Pushing event updated for resources: {'Port': ['ID=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:23.710635 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e7b360b9-2f1a-4cfa-93cc-d864a7a2162e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:23.713082 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:23.713458 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:23.713855 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.714242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:23.714730 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Bound port: c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:23.715576 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.739331 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Allocated IP 172.20.0.1 (25db2735-6a77-4470-a12a-cc3d659f9e93/957f114f-ff69-4acf-9dbf-fd4306cafe84/2b25590a-a473-4ff4-b2ef-d4825a8cf671) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:23.789860 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] For port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:23.792900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] For port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:23.796898 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.800323 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:23.874527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:23.875139 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:23.898957 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.915408 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Transition to ACTIVE for port object 2b25590a-a473-4ff4-b2ef-d4825a8cf671 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:23.939795 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:23.940410 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:23.944240 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b360b9-2f1a-4cfa-93cc-d864a7a2162e None None] Pushing event updated for resources: {'Port': ['ID=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:23.958204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:23.960015 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:23.962498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:23.997554 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e7b360b9-2f1a-4cfa-93cc-d864a7a2162e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:24.025226 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.073276 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:24.260540 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-638f7aa8-fd45-4869-88d4-aab672211cb5 None None] Provisioning for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:24.273415 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.275774 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-638f7aa8-fd45-4869-88d4-aab672211cb5 None None] Provisioning complete for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:24.276160 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-638f7aa8-fd45-4869-88d4-aab672211cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.363633 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-638f7aa8-fd45-4869-88d4-aab672211cb5 None None] Port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:35:24.428923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:21Z', 'revision_number': 3, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:24.433347 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba968ae8-932f-4615-8bbe-e5bfed4bfc50 None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:21Z', 'revision_number': 3, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:24.516803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.523686 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.558213 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:24.825987 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:24.837623 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Pushing event updated for resources: {'Port': ['ID=2b25590a-a473-4ff4-b2ef-d4825a8cf671,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:24.840711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:24.948105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95956190-f9fd-4267-86ce-b698c93fc541 req-8d30db0f-f51a-4836-bde9-47937d5afc0e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:24.949642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-95956190-f9fd-4267-86ce-b698c93fc541 req-8d30db0f-f51a-4836-bde9-47937d5afc0e tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 945 time: 0.2203267 Jun 08 18:35:25.030690 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-95956190-f9fd-4267-86ce-b698c93fc541 req-19e7b2ec-d654-43e4-9a68-a2c967620db0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752091 Jun 08 18:35:25.036105 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:25.038112 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:25.248122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:35:25.292689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5124399d-803a-4c1e-879a-c4f13237dcc3 None None] Provisioning complete for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:25.293219 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5124399d-803a-4c1e-879a-c4f13237dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:25.345425 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-5124399d-803a-4c1e-879a-c4f13237dcc3 None None] Port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:35:25.426085 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:25.434474 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-1ced0a4c-bd8c-462e-aa93-bc7641d7d20b admin admin] 10.222.0.46 "PUT /v2.0/routers/7df633ac-3b24-4bd5-8861-0a0919255139/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7436230 Jun 08 18:35:25.647721 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:25.720084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:25.720433 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 8377789f-73fa-41c9-a3c6-4ba5c81d18e1 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:25.941845 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:25.950917 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:25.951533 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:25.956954 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43204) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:25.962989 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.v2.base [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-31001956-network', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f'}} {{(pid=91769) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:25.984847 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Made reservation on behalf of 83ed36658f4b4f17abfb7e897350437f for: {'network': 1} {{(pid=91769) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:35:25.987368 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-570090'] for network, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.001136 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.114462 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.119234 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.123208 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-29be3d84-4169-4316-8469-5c22a2dcab55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.130344 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:26.156444 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=91769) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 08 18:35:26.172211 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebcc205-23ef-450d-b2d8-332f8f4a718d,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:26.177298 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:26.179320 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.179982 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.segments_db [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Added segment 75f227ce-68f4-4e17-8459-6fd4e29bc037 of type vlan for network 3241579f-d791-490f-9113-d084b4a5807b Jun 08 18:35:26.210690 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753897240558'] for network, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.248952 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838'] for network, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.250293 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91769) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:26.251623 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.257998 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-59842c77-046a-4ee6-9b66-72a266e51a5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.265898 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13499688-ce18-4d52-8500-3e85810b7728 req-7a4bbb6a-4bbf-40f5-9d39-f1fc069a5ae5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:26.270761 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-13499688-ce18-4d52-8500-3e85810b7728 req-7a4bbb6a-4bbf-40f5-9d39-f1fc069a5ae5 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 945 time: 0.1210818 Jun 08 18:35:26.315378 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-13499688-ce18-4d52-8500-3e85810b7728 req-330c11b5-6e97-44aa-9679-699674b2e2ab tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413604 Jun 08 18:35:26.347846 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3893337 Jun 08 18:35:26.351233 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43208) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:26.356439 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Request body: {'subnet': {'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-31001956-subnet', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'ip_version': 4}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:26.358049 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Pushing event updated for resources: {'Network': ['ID=3241579f-d791-490f-9113-d084b4a5807b,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:26.360993 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:26.369361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Network 3241579f-d791-490f-9113-d084b4a5807b details requested by agent ovs-agent-dv-cinder-733622-16-iscsi with host dv-cinder-733622-16-iscsi {{(pid=91770) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 08 18:35:26.382011 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Made reservation on behalf of 83ed36658f4b4f17abfb7e897350437f for: {'subnet': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:35:26.384779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2271473'] for subnet, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.455225 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 2, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:26.460604 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:26.460948 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Updating router 7df633ac-3b24-4bd5-8861-0a0919255139 port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:35:26.519380 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.576967 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:26.610768 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7af10fec-a97e-4956-b914-1ac5f01da2e0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:26.612264 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7af10fec-a97e-4956-b914-1ac5f01da2e0 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 945 time: 0.1412933 Jun 08 18:35:26.645247 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:26.651808 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:26.652326 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.771001 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.780452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2773834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2271455'] for subnet, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.788861 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:26.789599 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-bae48a77-9b22-48aa-9a62-141d88a7b3b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.796921 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.798839 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.864796 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:26.868851 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:26.883159 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Pushing event updated for resources: {'Subnet': ['ID=b47c376e-3148-4dab-b479-f8b103401002,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:26.884673 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.885514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:26.888781 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Deleting port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:35:26.889360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.896507 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Transition to ACTIVE for port object 2b25590a-a473-4ff4-b2ef-d4825a8cf671 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:26.903602 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:26.908378 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-652caa90-5699-4e55-8eeb-e543b466e2e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:26.964613 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Checking segment: {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:26.964975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Network hostable DHCP agents. Network: 3241579f-d791-490f-9113-d084b4a5807b, hostable agents: ['c03e0647-156c-4d06-916a-710eb8041903'], hosted agents: [] {{(pid=91768) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 08 18:35:27.007789 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Network 3241579f-d791-490f-9113-d084b4a5807b is scheduled to be hosted by DHCP agent c03e0647-156c-4d06-916a-710eb8041903 with binding_index 1 {{(pid=91768) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 08 18:35:27.037991 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-733622-16-iscsi, 3241579f-d791-490f-9113-d084b4a5807b) {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:27.048547 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2abfab2-2530-4136-85f4-d0e772b50cc6 None None] Network 3241579f-d791-490f-9113-d084b4a5807b requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:35:27.069762 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] For port ceb1c2f4-e2a4-483e-978a-4de5c4c04100, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,segment=NetworkSegment(43aa9d78-32df-4398-bcac-37eae808cac2),segment_id=43aa9d78-32df-4398-bcac-37eae808cac2)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:27.070451 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.078690 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:27.079450 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.100490 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Pushing event updated for resources: {'Port': ['ID=2b25590a-a473-4ff4-b2ef-d4825a8cf671,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:27.105350 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-9b06d865-4d01-47bb-85ad-6d8c8b7dcaed admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7529137 Jun 08 18:35:27.108058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43210) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:27.112924 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.113283 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.113617 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.113964 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.114268 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.114629 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.115000 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.115263 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.116215 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.116515 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.116829 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.117138 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91772) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:35:27.135054 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:27.142152 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Attempting to bind port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:27.142861 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Attempting to bind port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:27.143401 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Attempting to bind port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:27.149697 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:27.150376 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:27.150956 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.151508 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Bound using segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:27.152139 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Bound port: 2b25590a-a473-4ff4-b2ef-d4825a8cf671, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:27.152708 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.185128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:27.250767 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] For port 2b25590a-a473-4ff4-b2ef-d4825a8cf671, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:27.254063 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] For port 2b25590a-a473-4ff4-b2ef-d4825a8cf671, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2b25590a-a473-4ff4-b2ef-d4825a8cf671,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:27.261461 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.266469 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:27.316719 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp671856bb-7710-5ff1-824f-6387164190ba-3241579f-d791-490f-9113-d084b4a5807b', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002'}]}} from dv-cinder-733622-16-iscsi. {{(pid=91770) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 08 18:35:27.318041 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.343397 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:27.344037 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:27.386972 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Calling delete_port for ceb1c2f4-e2a4-483e-978a-4de5c4c04100 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:35:27.426963 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-419926', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29461'] for router, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.429174 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-421373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-419738', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-356376', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29452'] for router, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.463846 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Pushing event updated for resources: {'Port': ['ID=2b25590a-a473-4ff4-b2ef-d4825a8cf671,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:27.465773 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.471075 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:27.556709 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.db_base_plugin_common [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Allocated IP 172.20.0.2 (3241579f-d791-490f-9113-d084b4a5807b/b47c376e-3148-4dab-b479-f8b103401002/58fba0f9-b898-4bff-8c60-7a8901130104) {{(pid=91770) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:27.623416 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:27.792418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks [] for port, precommit_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.804950 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Transition to ACTIVE for port object 58fba0f9-b898-4bff-8c60-7a8901130104 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:27.807014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.818340 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['ceb1c2f4-e2a4-483e-978a-4de5c4c04100'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:35:27.860009 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:27.864894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Transition to ACTIVE for port object 58fba0f9-b898-4bff-8c60-7a8901130104 will not be triggered until provisioned by entity DHCP. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:27.871053 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000'] for port, after_create {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:27.872020 dv-cinder-733622-16-iscsi neutron-server[91770]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:27.889591 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Network 3241579f-d791-490f-9113-d084b4a5807b is already hosted by enough agents. {{(pid=91770) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:27.891000 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.scheduler.base_scheduler [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Resources bound (agent type, host, resource id): {{(pid=91770) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:27.893511 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Received port after_create {{(pid=91770) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:27.920689 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Pushing event deleted for resources: {'Port': ['ID=ceb1c2f4-e2a4-483e-978a-4de5c4c04100,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:27.925932 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-419720', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419908', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29498'] for router, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:27.931669 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:27.967992 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:27Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:27.972628 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9095f9b-0102-4b59-83de-f040abb2c7ac None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:27Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:27.995251 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Attempting to bind port 58fba0f9-b898-4bff-8c60-7a8901130104 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:27.995631 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Attempting to bind port 58fba0f9-b898-4bff-8c60-7a8901130104 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:27.996001 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Attempting to bind port 58fba0f9-b898-4bff-8c60-7a8901130104 on network 3241579f-d791-490f-9113-d084b4a5807b {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:28.001679 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:28.002133 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Checking segment: {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:28.002482 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.002918 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Bound using segment: {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:28.003346 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Bound port: 58fba0f9-b898-4bff-8c60-7a8901130104, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:28.003722 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.107698 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] No DVR routers for this DVR port ceb1c2f4-e2a4-483e-978a-4de5c4c04100 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:35:28.117196 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] For port 58fba0f9-b898-4bff-8c60-7a8901130104, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:28.120280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70881cb7-dfa1-4985-8a8d-4b80e2a55be6 req-7b2ac48e-37f7-40b5-a5d3-aea110481ccb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:35:28.120681 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] For port 58fba0f9-b898-4bff-8c60-7a8901130104, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58fba0f9-b898-4bff-8c60-7a8901130104,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:28.121821 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70881cb7-dfa1-4985-8a8d-4b80e2a55be6 req-7b2ac48e-37f7-40b5-a5d3-aea110481ccb tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/ports?device_id=a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5 HTTP/1.1" status: 200 len: 867 time: 0.5888591 Jun 08 18:35:28.123131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.125000 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-cd2ef725-24c3-4c20-9b61-d215a6621b67 req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.35 "DELETE /v2.0/ports/ceb1c2f4-e2a4-483e-978a-4de5c4c04100 HTTP/1.1" status: 204 len: 173 time: 1.5072281 Jun 08 18:35:28.125685 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'name': 'network-vif-deleted', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:35:28.128065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fac276-6456-4b91-a4ea-4751f73478cf" -d '{"events": [{"server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "name": "network-vif-deleted", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:35:28.128235 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.134352 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-522607f0-e01a-4efa-8759-f1a744b5e6b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:28.232518 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-70881cb7-dfa1-4985-8a8d-4b80e2a55be6 req-41aaed05-2493-4e92-862c-81c3c9961db3 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] 10.222.0.46 "GET /v2.0/security-groups?id=f2840a01-dd4c-4f64-856d-db2f990b9c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911994 Jun 08 18:35:28.240024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84955248-0c6b-46de-b239-ab3f96fcf915 x-openstack-request-id: req-84955248-0c6b-46de-b239-ab3f96fcf915 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:35:28.240441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5", "name": "network-vif-deleted", "tag": "ceb1c2f4-e2a4-483e-978a-4de5c4c04100", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:35:28.241247 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84955248-0c6b-46de-b239-ab3f96fcf915 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:35:28.241691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9120f3a-f5bb-4f9e-8b54-b8904e51b4a5', 'name': 'network-vif-deleted', 'tag': 'ceb1c2f4-e2a4-483e-978a-4de5c4c04100', 'status': 'completed', 'code': 200} Jun 08 18:35:28.242887 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Pushing event updated for resources: {'Port': ['ID=58fba0f9-b898-4bff-8c60-7a8901130104,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:28.246124 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-5ab39907-720a-4d8b-ade1-95b47f782fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:28.502129 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.550253 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.693114 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:28.747774 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Allocated IP 172.27.0.152 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/c493276b-f2a1-493e-951f-4ed5c882cfc5) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:28.802801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:28.804084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:28.953804 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2b25590a-a473-4ff4-b2ef-d4825a8cf671 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:28.967224 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.011384 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:29.012938 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:29.032045 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:29.034624 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:29.036058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:29.038993 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:29.043058 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:29.043503 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.225598 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.265880 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 2b25590a-a473-4ff4-b2ef-d4825a8cf671, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2b25590a-a473-4ff4-b2ef-d4825a8cf671,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:29.273768 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.275090 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58fba0f9-b898-4bff-8c60-7a8901130104 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:29.308266 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:29.373183 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43218) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:29.388394 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa5ea0-3a6c-42bc-a6ac-fb46c7eee529 None None] Network 3241579f-d791-490f-9113-d084b4a5807b requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:35:29.449406 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Deleting subnet 7b4d6719-8800-4686-98c6-8a35c7eff7ca {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:35:29.452327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.507920 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-0d009508-9de3-41d8-832b-99b5a39060c0 None None] Provisioning for port 58fba0f9-b898-4bff-8c60-7a8901130104 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:29.508208 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.519256 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=2b25590a-a473-4ff4-b2ef-d4825a8cf671,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:29.526071 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:29.551754 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 58fba0f9-b898-4bff-8c60-7a8901130104 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:29.567687 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.569361 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 58fba0f9-b898-4bff-8c60-7a8901130104 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:29.569746 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.644077 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.650223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6341b46a-c532-4d17-85b7-7732201c1955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:29.671274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.688731 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b4d6719-8800-4686-98c6-8a35c7eff7ca,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:29.691853 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:29.692819 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.694818 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-8bd5ff8b-874e-4c75-8221-1ea339b92594 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7b4d6719-8800-4686-98c6-8a35c7eff7ca HTTP/1.1" status: 204 len: 168 time: 0.3204937 Jun 08 18:35:29.697186 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43220) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:29.796005 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.801949 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.845879 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 58fba0f9-b898-4bff-8c60-7a8901130104, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58fba0f9-b898-4bff-8c60-7a8901130104,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:29.852509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.856937 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-7de6df12-19bd-4f45-8401-f3637e8b5609 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:29.933452 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=58fba0f9-b898-4bff-8c60-7a8901130104,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:29.937164 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:29.949945 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:29.968165 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['022156a4-0058-40c6-a8c8-35b96bbe8793']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:29.981760 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43aa9d78-32df-4398-bcac-37eae808cac2') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:29.982062 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43aa9d78-32df-4398-bcac-37eae808cac2') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:29.995397 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.014246 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.023063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:35:30.023965 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.050871 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-64c797fe-f75b-4aa2-9229-25cc4245b78b None None] Provisioning complete for port 58fba0f9-b898-4bff-8c60-7a8901130104 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:30.051205 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-64c797fe-f75b-4aa2-9229-25cc4245b78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.061595 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-419765'] for router, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:35:30.082532 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:35:30.119182 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.126611 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.128616 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] 10.222.0.46 "DELETE /v2.0/networks/022156a4-0058-40c6-a8c8-35b96bbe8793 HTTP/1.1" status: 204 len: 168 time: 0.4302723 Jun 08 18:35:30.129327 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fc49231b-d198-45ba-9b61-68fde2649eeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:30.248600 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Pushing event deleted for resources: {'Network': ['ID=022156a4-0058-40c6-a8c8-35b96bbe8793,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:30.251785 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-126d43f9-20f0-4c92-8997-82bd573fda6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:30.296829 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Router e4ecda74-c8b0-4d23-8363-863eb9842996 is scheduled to L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 with binding_index 1 {{(pid=91768) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 08 18:35:30.336615 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43224) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:30.388030 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-13e0851d-328d-40cb-aede-900b920333fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8430cb8a2b294770ae1a761e137b97c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501885 Jun 08 18:35:30.390324 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43226) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:30.453057 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.479740 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.483723 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:30.493499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Sync routers for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:30.505227 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:30.506100 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:30.520288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] Notify callbacks [] for router, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.531038 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c5e2dc92-a19c-4a7e-b766-2290ebeeb4ab admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3492868 Jun 08 18:35:30.532066 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43228) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:30.543111 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.548853 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.550881 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2840a01-dd4c-4f64-856d-db2f990b9c6b HTTP/1.1" status: 204 len: 168 time: 0.1592970 Jun 08 18:35:30.552117 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6beac7d6-dc02-4041-be4f-f3ead481cccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:30.566559 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2840a01-dd4c-4f64-856d-db2f990b9c6b,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:30.569797 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:30.585694 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2b25590a-a473-4ff4-b2ef-d4825a8cf671 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:30.788456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:30.788861 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:30.828161 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:31.105429 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b24412a7-6d01-45b7-98d2-905a0d8caae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.158827 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58fba0f9-b898-4bff-8c60-7a8901130104 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:31.286482 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 58fba0f9-b898-4bff-8c60-7a8901130104 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:31.286874 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.382574 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 3, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:31.392539 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Checking router: e4ecda74-c8b0-4d23-8363-863eb9842996 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:31.392899 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Updating router e4ecda74-c8b0-4d23-8363-863eb9842996 port c493276b-f2a1-493e-951f-4ed5c882cfc5 binding host dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:35:31.408943 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.455423 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.647289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Allocated IP 172.20.0.1 (3241579f-d791-490f-9113-d084b4a5807b/b47c376e-3148-4dab-b479-f8b103401002/078da8bd-535a-472a-abb5-d8d079bab9e8) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:35:31.698029 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device ceb1c2f4-e2a4-483e-978a-4de5c4c04100 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:35:31.737017 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: ceb1c2f4-e2a4-483e-978a-4de5c4c04100 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:35:31.737459 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device ceb1c2f4-e2a4-483e-978a-4de5c4c04100 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:35:31.806128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.822232 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Transition to ACTIVE for port object 078da8bd-535a-472a-abb5-d8d079bab9e8 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:31.846693 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:35:31.847288 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:35:31.865640 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Network 3241579f-d791-490f-9113-d084b4a5807b is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:31.867101 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:31.869645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:35:31.895334 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks [] for port, precommit_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.909633 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Transition to ACTIVE for port object c493276b-f2a1-493e-951f-4ed5c882cfc5 will not be triggered until provisioned by entity L2. {{(pid=91770) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:31.917173 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.923829 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-351715'] for router_interface, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:31.926969 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-6263867d-f6fa-4f21-8663-a54c0164e528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:32.012651 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Attempting to bind port c493276b-f2a1-493e-951f-4ed5c882cfc5 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:32.013045 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Attempting to bind port c493276b-f2a1-493e-951f-4ed5c882cfc5 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:32.013379 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Attempting to bind port c493276b-f2a1-493e-951f-4ed5c882cfc5 on network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:32.025631 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:32.026009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Checking segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91770) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:32.026465 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.026864 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Bound using segment: {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'} {{(pid=91770) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:32.027337 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.managers [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Bound port: c493276b-f2a1-493e-951f-4ed5c882cfc5, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf295cc-51d0-4d52-b7bf-a1331b3c6b14', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c'}}] {{(pid=91770) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:32.027717 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.073412 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Pushing event updated for resources: {'Port': ['ID=c493276b-f2a1-493e-951f-4ed5c882cfc5,revision_number=2']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:32.084105 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:32.090912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.144233 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] For port c493276b-f2a1-493e-951f-4ed5c882cfc5, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91770) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:32.148771 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] For port c493276b-f2a1-493e-951f-4ed5c882cfc5, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c493276b-f2a1-493e-951f-4ed5c882cfc5,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:32.155072 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.160663 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:32.252667 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:32.253438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:32.316047 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Pushing event updated for resources: {'Port': ['ID=c493276b-f2a1-493e-951f-4ed5c882cfc5,revision_number=3']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:32.327185 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.331590 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.360452 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:32.369328 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:32.370069 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-353da881-e470-41f4-af25-ce96cb511b02 None None] Provisioning for port 078da8bd-535a-472a-abb5-d8d079bab9e8 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:32.391425 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-353da881-e470-41f4-af25-ce96cb511b02 None None] Provisioning complete for port 078da8bd-535a-472a-abb5-d8d079bab9e8 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:32.391800 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-353da881-e470-41f4-af25-ce96cb511b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.440640 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Pushing event updated for resources: {'Port': ['ID=078da8bd-535a-472a-abb5-d8d079bab9e8,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:32.446155 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:32.447063 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-351522'] for router_interface, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.468714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-353da881-e470-41f4-af25-ce96cb511b02 None None] Port 078da8bd-535a-472a-abb5-d8d079bab9e8 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:35:32.486097 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:32.593204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Network 3241579f-d791-490f-9113-d084b4a5807b is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:35:32.594449 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:35:32.818339 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '078da8bd-535a-472a-abb5-d8d079bab9e8', 'name': '', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'mac_address': 'fa:16:3e:1e:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:31Z', 'updated_at': '2021-06-08T18:35:31Z', 'revision_number': 1, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'subnets': [{'id': 'b47c376e-3148-4dab-b479-f8b103401002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:32.822744 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b8fb4c-87d9-42b1-9666-09c70ef50b0b None None] The sync data for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi is: [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '078da8bd-535a-472a-abb5-d8d079bab9e8', 'name': '', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'mac_address': 'fa:16:3e:1e:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:31Z', 'updated_at': '2021-06-08T18:35:31Z', 'revision_number': 1, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'subnets': [{'id': 'b47c376e-3148-4dab-b479-f8b103401002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:32.899510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-3e6ece8c-0094-4f6b-b04c-97346332b92d None None] Provisioning complete for port 078da8bd-535a-472a-abb5-d8d079bab9e8 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:32.900210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e6ece8c-0094-4f6b-b04c-97346332b92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:32.906984 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Router e4ecda74-c8b0-4d23-8363-863eb9842996 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:35:32.962447 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ece8c-0094-4f6b-b04c-97346332b92d None None] Port 078da8bd-535a-472a-abb5-d8d079bab9e8 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:35:33.110332 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:35:33.116722 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] 10.222.0.46 "PUT /v2.0/routers/e4ecda74-c8b0-4d23-8363-863eb9842996/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5834229 Jun 08 18:35:33.642611 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.680763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43278) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:33.686208 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1898725214', 'description': 'tempest-secgroup-smoke-1898725214 description', 'project_id': '5e13a9768b3942819c4be31f593a0e0d'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:33.726573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.742689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e1819e0e-3274-4b3b-8337-1f0919b3e066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.827454 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.831006 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.835349 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-289ef990-c121-47b9-bc14-0ba78f251168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:33.869463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.870674 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1888940 Jun 08 18:35:33.871568 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a77262d-d68b-40b3-a374-ad727c9c0571,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:33.873507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43280) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:33.877918 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:33.882732 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:33.911394 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.971617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.978831 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:33.980985 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-3d084d58-8d22-4acd-b690-3989702b92d3 tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.006408 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e12e36-50dc-4ab5-8008-07d20e6dfdbe,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.011699 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.013694 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.015387 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407602 Jun 08 18:35:34.018612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43282) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:34.026803 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:34.056868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.119618 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.123157 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.125152 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6014900f-4142-4e7a-bf1c-480ce79853d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.146362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525a109-bb32-47f0-aa56-112b9a75f747,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.149625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.155331 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.156532 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365814 Jun 08 18:35:34.159194 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43284) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:34.164627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:34.191870 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.256497 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.262064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.264563 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-4dd1a63c-34f0-4983-867d-cd9b88cf7460 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.295198 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76196c05-0b1c-4b32-8218-2be578eb3818,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.297786 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.303646 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.304825 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-be6e5bd7-ab14-49da-90f3-1005ca2980f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446898 Jun 08 18:35:34.307701 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43286) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:34.312130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:34.340785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.408826 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.412689 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.415414 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-24a631f5-b56e-4ca6-ae78-8532fda2b5ef tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.438367 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c148b3ce-a8e7-43b1-b5de-7aa88305c8d2,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.442360 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.449934 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.451206 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1425569 Jun 08 18:35:34.454044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43288) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:34.459818 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:34.487262 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.securitygroups_db [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Project 5e13a9768b3942819c4be31f593a0e0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:35:34.498381 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.553905 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c493276b-f2a1-493e-951f-4ed5c882cfc5 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:34.567718 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.571834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.578162 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.597434 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e05e76-bce4-4307-952e-04682d610a35,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.600833 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.607467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.608658 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a44fe2eb-28db-4a3b-b912-a41035a8c644 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1536386 Jun 08 18:35:34.611507 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43290) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:34.615992 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'security_group_rule': {'security_group_id': '5a77262d-d68b-40b3-a374-ad727c9c0571', 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:35:34.626864 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port c493276b-f2a1-493e-951f-4ed5c882cfc5 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:34.632418 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c493276b-f2a1-493e-951f-4ed5c882cfc5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:34.632787 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.638857 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.securitygroups_db [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Project 5e13a9768b3942819c4be31f593a0e0d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 08 18:35:34.645107 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.716328 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.721603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426599'] for security_group_rule, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.729318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-21a9fce2-cd61-4c88-9d4b-1033ce206d0d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.748001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129b88ca-2c50-4973-b5ce-e7fa7aaaebd8,revision_number=0']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.750707 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.767446 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.768968 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-82a0815c-5612-4822-be20-9bf43ac1a4d6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564739 Jun 08 18:35:34.810029 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.829222 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port c493276b-f2a1-493e-951f-4ed5c882cfc5, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c493276b-f2a1-493e-951f-4ed5c882cfc5,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:34.835528 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:34.839759 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:34.928484 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=c493276b-f2a1-493e-951f-4ed5c882cfc5,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:34.943031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:34.958449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:36.062742 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Sync routers for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:35:36.072838 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:36.073449 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:36.266369 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:36.557145 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c493276b-f2a1-493e-951f-4ed5c882cfc5 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:36.611350 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '078da8bd-535a-472a-abb5-d8d079bab9e8', 'name': '', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'mac_address': 'fa:16:3e:1e:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:31Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 2, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'subnets': [{'id': 'b47c376e-3148-4dab-b479-f8b103401002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:36.615933 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Checking router: e4ecda74-c8b0-4d23-8363-863eb9842996 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:35:36.616317 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Updating router e4ecda74-c8b0-4d23-8363-863eb9842996 port 078da8bd-535a-472a-abb5-d8d079bab9e8 binding host dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 08 18:35:36.639216 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port c493276b-f2a1-493e-951f-4ed5c882cfc5 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:36.639850 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:36.672751 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:36.908245 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.033773 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks [] for port, precommit_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.045899 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.provisioning_blocks [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Transition to ACTIVE for port object 078da8bd-535a-472a-abb5-d8d079bab9e8 will not be triggered until provisioned by entity L2. {{(pid=91772) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:35:37.052443 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.057304 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-6b05db78-fa65-4b62-9df4-42fd49b51f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:37.282161 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbbca4-1fe2-42aa-b0a6-40c38e8ef29c None None] Pushing event updated for resources: {'Port': ['ID=078da8bd-535a-472a-abb5-d8d079bab9e8,revision_number=3']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:37.289574 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a9fbbca4-1fe2-42aa-b0a6-40c38e8ef29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:37.307890 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Attempting to bind port 078da8bd-535a-472a-abb5-d8d079bab9e8 on host dv-cinder-733622-16-iscsi for vnic_type normal with profile {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:35:37.308183 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Attempting to bind port 078da8bd-535a-472a-abb5-d8d079bab9e8 by drivers openvswitch,hyperv on host dv-cinder-733622-16-iscsi at level 0 using segments [{'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:35:37.308896 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Attempting to bind port 078da8bd-535a-472a-abb5-d8d079bab9e8 on network 3241579f-d791-490f-9113-d084b4a5807b {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:35:37.314894 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Checking agent: {'id': 'cfd7deb4-0d11-4bf6-ad10-4c05afda7274', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-733622-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 13, 34), 'started_at': datetime.datetime(2021, 6, 8, 18, 14, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-733622-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:35:37.315277 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Checking segment: {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91772) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:35:37.315687 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.316082 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Bound using segment: {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'} {{(pid=91772) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:35:37.316554 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.managers [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Bound port: 078da8bd-535a-472a-abb5-d8d079bab9e8, host: dv-cinder-733622-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f227ce-68f4-4e17-8459-6fd4e29bc037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '3241579f-d791-490f-9113-d084b4a5807b'}}] {{(pid=91772) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:35:37.316931 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.413250 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] For port 078da8bd-535a-472a-abb5-d8d079bab9e8, host dv-cinder-733622-16-iscsi, cleared binding levels {{(pid=91772) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:35:37.416934 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.plugins.ml2.db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] For port 078da8bd-535a-472a-abb5-d8d079bab9e8, host dv-cinder-733622-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=078da8bd-535a-472a-abb5-d8d079bab9e8,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91772) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:35:37.423802 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron_lib.callbacks.manager [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:37.429232 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:37.498162 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:35:37.499049 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:35:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:37.688198 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fbbca4-1fe2-42aa-b0a6-40c38e8ef29c None None] Pushing event updated for resources: {'Port': ['ID=078da8bd-535a-472a-abb5-d8d079bab9e8,revision_number=4']} {{(pid=91772) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:37.693821 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG oslo_concurrency.lockutils [None req-a9fbbca4-1fe2-42aa-b0a6-40c38e8ef29c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=91772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:37.702154 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:35:38.026964 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '078da8bd-535a-472a-abb5-d8d079bab9e8', 'name': '', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'mac_address': 'fa:16:3e:1e:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:31Z', 'updated_at': '2021-06-08T18:35:37Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'subnets': [{'id': 'b47c376e-3148-4dab-b479-f8b103401002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:35:38.031222 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18458b08-74ba-4072-8d5b-7a4c316367a7 None None] The sync data for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi is: [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:35:32Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '078da8bd-535a-472a-abb5-d8d079bab9e8', 'name': '', 'network_id': '3241579f-d791-490f-9113-d084b4a5807b', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'mac_address': 'fa:16:3e:1e:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': 'b47c376e-3148-4dab-b479-f8b103401002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:31Z', 'updated_at': '2021-06-08T18:35:37Z', 'revision_number': 4, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'subnets': [{'id': 'b47c376e-3148-4dab-b479-f8b103401002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:35:38.385968 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:38.558533 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 078da8bd-535a-472a-abb5-d8d079bab9e8 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:38.626312 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning for port 078da8bd-535a-472a-abb5-d8d079bab9e8 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:35:38.632114 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 078da8bd-535a-472a-abb5-d8d079bab9e8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:38.632647 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:38.752354 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:38.790630 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-98eac666-a081-408b-984b-b711c8009434 None None] For port 078da8bd-535a-472a-abb5-d8d079bab9e8, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=078da8bd-535a-472a-abb5-d8d079bab9e8,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:35:38.797719 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:38.799645 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:38.869578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Pushing event updated for resources: {'Port': ['ID=078da8bd-535a-472a-abb5-d8d079bab9e8,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:38.872707 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:40.538371 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 078da8bd-535a-472a-abb5-d8d079bab9e8 up at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:35:40.608538 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-98eac666-a081-408b-984b-b711c8009434 None None] Provisioning complete for port 078da8bd-535a-472a-abb5-d8d079bab9e8 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:35:40.608906 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.550254 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43436) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:41.672017 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.777045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.781003 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.788669 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-034991fe-2606-424a-8f79-a0521ce4a317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:41.830822 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a1a481e9cda40ccac455195f0477f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792847 Jun 08 18:35:41.831715 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb756c8-c714-4932-9ccc-c179c2b7fc30,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:41.833780 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43440) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:41.835192 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ed3175f5-da4f-47b0-8ba2-c5072d7f8bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:41.897862 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.924525 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.981967 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.984404 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:41.985515 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9cb756c8-c714-4932-9ccc-c179c2b7fc30 HTTP/1.1" status: 204 len: 168 time: 0.1502075 Jun 08 18:35:41.986276 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-00f2b0bd-4665-4b76-a90d-5f7875b7aea1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:41.996502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb756c8-c714-4932-9ccc-c179c2b7fc30,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:41.998793 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7a530275-680f-47f8-9fac-dfb4e1f69671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:43.584272 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43484) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:43.714942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.823591 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.827385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.836173 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-352ce067-e304-4db3-8863-5f82c9bb5003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:43.878672 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af63950-9cd2-47c7-b5ad-b770dcc41ad0,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:43.883432 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:43.885881 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-5b8a5ead-aa7b-4bc3-9893-452824966bbd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91e600111ee247668db05d8cf94b7801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006041 Jun 08 18:35:43.888562 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43488) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:43.950358 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:43.978515 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.030861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.034501 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.035820 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8af63950-9cd2-47c7-b5ad-b770dcc41ad0 HTTP/1.1" status: 204 len: 168 time: 0.1462681 Jun 08 18:35:44.037280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-57c24dc9-056e-4c82-965f-f20748255cc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:44.049293 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af63950-9cd2-47c7-b5ad-b770dcc41ad0,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:44.051559 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-0afe0b8a-0502-4381-8f05-f3312e7eab7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:44.338823 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43496) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:44.356937 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.470356 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.475610 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.483656 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-04bbfe02-840a-4cad-a6be-5f738d392b38 tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:44.530269 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3ab4c0296c940458b023139321378a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1901841 Jun 08 18:35:44.531309 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74362c83-4cd4-4cc0-b434-e7eae74f97e6,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:44.533056 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43498) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:44.534482 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-ab1258c6-9ac3-45e5-b14a-3ea7931251aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:44.598294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.624202 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.676801 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.681586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:44.682964 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/74362c83-4cd4-4cc0-b434-e7eae74f97e6 HTTP/1.1" status: 204 len: 168 time: 0.1478338 Jun 08 18:35:44.683775 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b872dd80-f67b-4825-b9f3-dcceee946a96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:44.697254 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74362c83-4cd4-4cc0-b434-e7eae74f97e6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:44.699560 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-95dc6065-5a39-4de9-98d0-fa2eda90ce77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:45.602061 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:35:46.528936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43548) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:46.647031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.755079 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.759849 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.767678 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-dfedad54-c1f4-4ecc-aeaa-7843ff94f28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:46.810691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=368e94b697cc42999e2794ab14b71709&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804446 Jun 08 18:35:46.812817 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296b5fb6-1208-4483-8603-867d46cb4b59,revision_number=1']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:46.813455 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43552) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:46.816295 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-f3c6e8a1-fcdc-4179-b1e9-c34f4456d3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:46.875106 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.901708 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.958058 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.958800 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:46.959933 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/296b5fb6-1208-4483-8603-867d46cb4b59 HTTP/1.1" status: 204 len: 168 time: 0.1453605 Jun 08 18:35:46.961014 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e09a7915-a2b7-431f-9006-8436aa046885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:46.971022 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296b5fb6-1208-4483-8603-867d46cb4b59,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:46.974470 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:47.245662 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43558) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:47.265268 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.373417 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.377170 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.384103 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-07a3ab8c-735a-4223-b307-8a3faf99b033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:47.424626 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=38798262db20438c93a312a5b7bcdb76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1772487 Jun 08 18:35:47.425383 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43c8b1-c795-44f5-9f7d-41f91080ba00,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:47.427161 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43560) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:47.428499 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7dfcb93d-c313-4e37-80c8-21bc40c5b2bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:47.492163 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.519493 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.575192 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.577687 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:47.578881 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae43c8b1-c795-44f5-9f7d-41f91080ba00 HTTP/1.1" status: 204 len: 168 time: 0.1483905 Jun 08 18:35:47.579762 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43cc07c6-9a71-4d07-a851-a99e5febcb89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:47.590956 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43c8b1-c795-44f5-9f7d-41f91080ba00,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:47.593166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-25436282-95e2-4bb2-a68b-4bdb0913670f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:53.120743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43658) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:53.234586 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.342458 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.346325 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.353464 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-35c70af3-dea8-44f6-9dab-56843d103cba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:53.392218 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985253d5-ee60-489b-8c61-993f46a265e4,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:53.396415 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a590752ecdec4149ba74e003bb47935c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745948 Jun 08 18:35:53.397283 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-eac5d27c-f8b2-4bb2-a712-d84263f5cc69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:53.399545 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43662) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:53.460492 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.485568 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.536615 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.539798 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.540991 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/985253d5-ee60-489b-8c61-993f46a265e4 HTTP/1.1" status: 204 len: 168 time: 0.1406476 Jun 08 18:35:53.541842 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-708f51a9-c146-439b-973e-1c5afa0695f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:53.551300 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985253d5-ee60-489b-8c61-993f46a265e4,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:53.553528 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-98bf92e5-0b99-4907-8d6a-3a0646a1d151 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:53.817936 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 43668) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:53.834565 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] Notify callbacks [] for security_group, before_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.934132 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.937590 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_create {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:53.944929 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-010b08ae-140f-447f-bc81-c3872c0059cd tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:53.986405 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27216f7722a841468befd10bfd79a0b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1673479 Jun 08 18:35:53.987308 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a33914a-b7e4-4d3a-ba1c-0a2bc39d1852,revision_number=1']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:53.989076 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43670) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:35:53.990392 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-13353dc0-49c6-4240-bf2f-79a1b2067ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:35:54.050255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.075645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.137361 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.139976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:35:54.143318 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a33914a-b7e4-4d3a-ba1c-0a2bc39d1852 HTTP/1.1" status: 204 len: 168 time: 0.1497164 Jun 08 18:35:54.143318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1052202d-3f8c-47bd-8964-51297c04b839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:35:54.152441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a33914a-b7e4-4d3a-ba1c-0a2bc39d1852,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:35:54.155051 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-c953cd84-913f-437e-8a0e-744616615e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:01.049612 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-39d6dfd1-8371-44d6-9d2b-0cee75b2a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:01.055732 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-8b75a05a-9dc1-4a10-80d4-0b7ca2ca1413 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898725214&fields=id&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 267 time: 0.0433414 Jun 08 18:36:01.306663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-9ae273b4-4a8f-4fee-bbae-d1c8ac5393a0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:01.307998 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-9ae273b4-4a8f-4fee-bbae-d1c8ac5393a0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.2458668 Jun 08 18:36:01.322592 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-2bde1909-617e-4ec9-a1e0-33b6afbcad34 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/quotas/5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 375 time: 0.0090642 Jun 08 18:36:01.408258 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-03426214-41da-4239-a1ed-cecf9db4a760 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795646 Jun 08 18:36:01.543075 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-2431d20c-9ebf-44b3-8074-0c96f92f21bc service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235206 Jun 08 18:36:01.677904 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-42d1c8cb-9240-4887-8e90-12006ef15cea service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289985 Jun 08 18:36:02.087983 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d557b62e-d854-44d8-b854-9252b9a732a0 req-326f6801-1ef9-4b6d-9457-bb87d982d375 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 210 time: 0.0477149 Jun 08 18:36:03.121617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-f18af865-795f-4557-b939-6a31f06b1db2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:03.122976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-f18af865-795f-4557-b939-6a31f06b1db2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.1596792 Jun 08 18:36:03.174504 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-c8be4340-92d7-40c7-993b-f3a9f87a84b9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 380 time: 0.0433073 Jun 08 18:36:03.186327 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'port': {'device_id': '6fb63574-00b9-4216-8774-df74f66b2a79', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'admin_state_up': True, 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'security_groups': ['5a77262d-d68b-40b3-a374-ad727c9c0571']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:03.298155 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fc55984e-d953-4751-be7b-728d169940bb req-3c6c23f4-8ed6-4f96-b456-7c9cdd65958c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 210 time: 0.0983973 Jun 08 18:36:03.386256 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Made reservation on behalf of 5e13a9768b3942819c4be31f593a0e0d for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:36:03.389725 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.551387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.20.0.4 (25db2735-6a77-4470-a12a-cc3d659f9e93/957f114f-ff69-4acf-9dbf-fd4306cafe84/e3159906-4ffb-4da4-975a-abfcb4f5bde6) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:03.628987 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.737798 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3e34e3dd-a0b6-434e-a1e9-ad103919514d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.747318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.763751 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Transition to ACTIVE for port object e3159906-4ffb-4da4-975a-abfcb4f5bde6 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:03.787453 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:03.790245 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:03.807246 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:03.808266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:03.810627 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:03.875184 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:03.875692 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:03.895841 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-1a54c609-6493-46c5-8499-ac25ad134e72 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7134998 Jun 08 18:36:03.908000 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Request body: {'port': {'device_id': '6fb63574-00b9-4216-8774-df74f66b2a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:04.025498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.042876 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2c4d86c2-12cd-496d-b580-7cdd1c1a2a65 None None] Provisioning for port e3159906-4ffb-4da4-975a-abfcb4f5bde6 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:04.047698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-2c4d86c2-12cd-496d-b580-7cdd1c1a2a65 None None] Provisioning complete for port e3159906-4ffb-4da4-975a-abfcb4f5bde6 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:04.048075 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2c4d86c2-12cd-496d-b580-7cdd1c1a2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.104491 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-2c4d86c2-12cd-496d-b580-7cdd1c1a2a65 None None] Port e3159906-4ffb-4da4-975a-abfcb4f5bde6 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:36:04.556763 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ade6cb-5edb-48d8-8725-06a1409ea811 req-cc00470a-e4bf-43a3-9a84-e17417691e0e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:04.558218 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-03ade6cb-5edb-48d8-8725-06a1409ea811 req-cc00470a-e4bf-43a3-9a84-e17417691e0e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 931 time: 0.1513908 Jun 08 18:36:04.560219 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3159906-4ffb-4da4-975a-abfcb4f5bde6 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:36:04.582782 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.612710 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Transition to ACTIVE for port object e3159906-4ffb-4da4-975a-abfcb4f5bde6 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:36:04.621416 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-03ade6cb-5edb-48d8-8725-06a1409ea811 req-93d23e2e-6424-4aa2-af6b-cb2f61c18dc8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568135 Jun 08 18:36:04.621996 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.625620 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-9da2e13c-1f38-4240-9d8a-8c3eba0fa14f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:04.753814 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Pushing event updated for resources: {'Port': ['ID=e3159906-4ffb-4da4-975a-abfcb4f5bde6,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:04.781504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:04.863648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Attempting to bind port e3159906-4ffb-4da4-975a-abfcb4f5bde6 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:36:04.863976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Attempting to bind port e3159906-4ffb-4da4-975a-abfcb4f5bde6 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:36:04.864304 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Attempting to bind port e3159906-4ffb-4da4-975a-abfcb4f5bde6 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:04.869344 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Port e3159906-4ffb-4da4-975a-abfcb4f5bde6 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:36:04.869667 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Attempting to bind port e3159906-4ffb-4da4-975a-abfcb4f5bde6 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:36:04.874700 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:36:04.875036 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:36:04.875422 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Bound using segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:36:04.875873 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Bound port: e3159906-4ffb-4da4-975a-abfcb4f5bde6, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:36:04.876225 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.941478 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.966953 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:36:04.969975 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:36:04.975522 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:04.981266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-139d3845-4d57-4219-8148-c61726d73a7c tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:05.041979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.042628 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:05.044004 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] 10.222.0.35 "PUT /v2.0/ports/e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 1093 time: 1.1404459 Jun 08 18:36:05.044537 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:36:05.047343 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7213752-810d-432c-bfc7-f4a0cb927f87" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:36:05.069904 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Pushing event updated for resources: {'Port': ['ID=e3159906-4ffb-4da4-975a-abfcb4f5bde6,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:05.073158 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:05.116943 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60307514-bcc6-4c42-bec7-cc0ee60f4ce4 x-openstack-request-id: req-60307514-bcc6-4c42-bec7-cc0ee60f4ce4 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:36:05.117351 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:36:05.117649 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60307514-bcc6-4c42-bec7-cc0ee60f4ce4 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:36:05.118082 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'status': 'completed', 'code': 200} Jun 08 18:36:05.159785 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-30a52d2a-4cc2-4bec-8705-438d63366f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.161245 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-30a52d2a-4cc2-4bec-8705-438d63366f55 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1096 time: 0.0798793 Jun 08 18:36:05.232820 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-4da9c6a2-30f2-4ab2-8a3b-9a699eea9df9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 217 time: 0.0638165 Jun 08 18:36:05.293004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-0abdfe34-bdba-461b-997f-1bafc1125b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.294354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-0abdfe34-bdba-461b-997f-1bafc1125b0a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0561197 Jun 08 18:36:05.373024 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-ed588b4f-7e0c-4a23-8257-b38b7e371b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.374418 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-ed588b4f-7e0c-4a23-8257-b38b7e371b9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742002 Jun 08 18:36:05.504950 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-a8fe1054-750f-47fd-9553-6a78d0e1f61d service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243222 Jun 08 18:36:05.635828 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c87b3b27-4ef5-4468-ab7a-dc410a555d28 req-3dde58f0-d87e-4c60-a4b8-529a55c5fb41 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248379 Jun 08 18:36:05.810853 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-c37f884c-92b3-4ed2-8429-886387a4d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.812372 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-c37f884c-92b3-4ed2-8429-886387a4d31d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1096 time: 0.1289492 Jun 08 18:36:05.850284 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9397f744-b165-45a3-8712-87c347f45535 req-61d20c56-d579-4e39-97af-6589b8f03ab9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.851848 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9397f744-b165-45a3-8712-87c347f45535 req-61d20c56-d579-4e39-97af-6589b8f03ab9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.1188142 Jun 08 18:36:05.968306 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9397f744-b165-45a3-8712-87c347f45535 req-3d85a595-87f6-4e4e-9440-c4d68aedf5f3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731952 Jun 08 18:36:05.990209 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-3419de77-dd2c-4825-8d49-9094911352b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:05.992243 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-3419de77-dd2c-4825-8d49-9094911352b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1726334 Jun 08 18:36:06.168544 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-0cdab710-7471-47b4-b246-c45f79682304 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 217 time: 0.1701145 Jun 08 18:36:06.229671 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-189472e4-4183-4cba-9aa2-09007448de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:06.231093 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-189472e4-4183-4cba-9aa2-09007448de90 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0569556 Jun 08 18:36:06.305760 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-892bd85b-63e4-4831-9619-1e619d45c981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:06.307281 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-892bd85b-63e4-4831-9619-1e619d45c981 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0699346 Jun 08 18:36:06.441438 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-cfffc61d-c174-4e7c-a4ea-9057eb9ffbd1 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269126 Jun 08 18:36:06.575478 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7213752-810d-432c-bfc7-f4a0cb927f87 req-4e74f87d-f799-4f1c-b5fb-ebae49f0dc5f service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276505 Jun 08 18:36:06.908527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:07.159540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa373b23-50f6-4e81-9bca-660597ac6ac2 req-7ce7b775-5f7d-4495-aa23-fdb72567db9f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:07.160880 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa373b23-50f6-4e81-9bca-660597ac6ac2 req-7ce7b775-5f7d-4495-aa23-fdb72567db9f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0837626 Jun 08 18:36:07.204863 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-fa373b23-50f6-4e81-9bca-660597ac6ac2 req-97a27945-43d7-483d-9c02-4937692d8051 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Jun 08 18:36:08.386653 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efb0f66-707e-42d3-be3f-c55d33b2e0ba req-c4c65556-02e0-4d71-80e7-07911c484d5f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:08.387991 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0efb0f66-707e-42d3-be3f-c55d33b2e0ba req-c4c65556-02e0-4d71-80e7-07911c484d5f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0786719 Jun 08 18:36:08.390207 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:08.437005 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0efb0f66-707e-42d3-be3f-c55d33b2e0ba req-35fe8ee7-5ceb-4782-b38e-77f413597bbb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427120 Jun 08 18:36:09.624326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4bb20b-3067-4b11-9e05-ceec86498398 req-afba81d8-cdb4-462a-8d6b-d79c966b94a8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:09.625835 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2e4bb20b-3067-4b11-9e05-ceec86498398 req-afba81d8-cdb4-462a-8d6b-d79c966b94a8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0809333 Jun 08 18:36:09.670562 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2e4bb20b-3067-4b11-9e05-ceec86498398 req-d21a6a77-678c-408c-b390-0cbdf5c558c9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390723 Jun 08 18:36:10.855031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a9d1c-e7d1-4f32-9a3c-58816087c021 req-6aea4534-ac7d-40af-957f-4f17a39d4de7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:10.856369 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-422a9d1c-e7d1-4f32-9a3c-58816087c021 req-6aea4534-ac7d-40af-957f-4f17a39d4de7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0844262 Jun 08 18:36:10.900456 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-422a9d1c-e7d1-4f32-9a3c-58816087c021 req-0c3ac87f-d973-4234-9de5-12b6b46202b4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385687 Jun 08 18:36:12.083172 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2fbf6-8332-4c5f-8411-8e0b59eb8e70 req-2e6e3a2f-a6eb-49c8-a3fa-e66f692ed3c4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:12.084611 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9e2fbf6-8332-4c5f-8411-8e0b59eb8e70 req-2e6e3a2f-a6eb-49c8-a3fa-e66f692ed3c4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0800238 Jun 08 18:36:12.128938 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d9e2fbf6-8332-4c5f-8411-8e0b59eb8e70 req-de157167-2c0a-4938-8b60-a33610f61ee3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384889 Jun 08 18:36:13.317209 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba99a0-55b9-4fa0-8302-5d8cc8dacd37 req-30b117d4-2e37-4cf2-a789-b759f3754e84 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:13.318714 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3ba99a0-55b9-4fa0-8302-5d8cc8dacd37 req-30b117d4-2e37-4cf2-a789-b759f3754e84 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0823884 Jun 08 18:36:13.366866 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3ba99a0-55b9-4fa0-8302-5d8cc8dacd37 req-00f81887-8642-4fcf-ba60-b96c103c3331 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 Jun 08 18:36:14.552834 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d3093-60c0-45a0-8a10-fdc063f28220 req-62e9cc07-6c1b-49cb-92db-d9b8484007f2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:14.554354 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c28d3093-60c0-45a0-8a10-fdc063f28220 req-62e9cc07-6c1b-49cb-92db-d9b8484007f2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0810354 Jun 08 18:36:14.603136 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c28d3093-60c0-45a0-8a10-fdc063f28220 req-ce75a813-70c6-46af-99d2-39e4d6fd576e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430121 Jun 08 18:36:15.792192 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40efd0a-365e-44cf-9ded-605ac58ccd62 req-47cadf10-2cd0-4251-a953-fa65753b2af9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:15.793634 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f40efd0a-365e-44cf-9ded-605ac58ccd62 req-47cadf10-2cd0-4251-a953-fa65753b2af9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 943 time: 0.0846367 Jun 08 18:36:15.843783 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f40efd0a-365e-44cf-9ded-605ac58ccd62 req-9df36825-c443-4b25-adf2-1b6051c0eb63 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441341 Jun 08 18:36:15.901481 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e3159906-4ffb-4da4-975a-abfcb4f5bde6 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:36:16.038978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:16.056763 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'port_id': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'mac_address': 'fa:16:3e:e7:af:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:36:16.114365 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.134136 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3159906-4ffb-4da4-975a-abfcb4f5bde6 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:36:16.148979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:16.153220 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:16.155171 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:16.223216 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e3159906-4ffb-4da4-975a-abfcb4f5bde6,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:16.231009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.231355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.231690 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.232020 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.232344 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.232667 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.232987 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.233310 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.233628 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.233946 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.234261 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.234598 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:16.238275 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:16.453618 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['e3159906-4ffb-4da4-975a-abfcb4f5bde6'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:36:17.043379 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276c3d4-8d1f-4902-b844-cd4b704f14c6 req-7cff3444-f47f-4b78-a21c-26d2b5054950 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:17.044844 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d276c3d4-8d1f-4902-b844-cd4b704f14c6 req-7cff3444-f47f-4b78-a21c-26d2b5054950 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 944 time: 0.0941207 Jun 08 18:36:17.093009 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d276c3d4-8d1f-4902-b844-cd4b704f14c6 req-da577106-4e03-47b3-a2ef-f10037786d8c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398493 Jun 08 18:36:17.916859 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e3159906-4ffb-4da4-975a-abfcb4f5bde6 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:36:17.988355 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port e3159906-4ffb-4da4-975a-abfcb4f5bde6 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:36:17.999170 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port e3159906-4ffb-4da4-975a-abfcb4f5bde6 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:36:17.999546 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.115833 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.144336 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:36:18.146615 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8b5de0-452f-4bc0-89d0-7c7b7ebbe425" -d '{"events": [{"server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "name": "network-vif-plugged", "status": "completed", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:36:18.154668 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:36:18.159792 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:18.161618 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:18.203854 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637ca947-d1d6-49f8-b9cf-0bd0e4287c01 x-openstack-request-id: req-637ca947-d1d6-49f8-b9cf-0bd0e4287c01 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:36:18.204136 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "name": "network-vif-plugged", "status": "completed", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:36:18.204389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-637ca947-d1d6-49f8-b9cf-0bd0e4287c01 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:36:18.204765 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'code': 200} Jun 08 18:36:18.234241 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=e3159906-4ffb-4da4-975a-abfcb4f5bde6,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:18.237533 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:18.290065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e320d70b-3bbb-4d5f-bb85-817cc113e1d6 req-6c052352-99ff-4cb3-aba7-bd594f1db09b tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:18.291559 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e320d70b-3bbb-4d5f-bb85-817cc113e1d6 req-6c052352-99ff-4cb3-aba7-bd594f1db09b tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Jun 08 18:36:18.345588 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e320d70b-3bbb-4d5f-bb85-817cc113e1d6 req-1363ebd2-6dd1-408e-b2d5-9b75f3444727 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478833 Jun 08 18:36:18.485300 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41763d-13b2-45e6-aa68-850f3bd9712e req-ccb92699-22a5-47dd-b295-043763151591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:18.486782 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8a41763d-13b2-45e6-aa68-850f3bd9712e req-ccb92699-22a5-47dd-b295-043763151591 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1098 time: 0.0749946 Jun 08 18:36:18.528372 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8a41763d-13b2-45e6-aa68-850f3bd9712e req-929cbaae-defc-4be2-83cd-69980c7095f3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354211 Jun 08 18:36:19.537004 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c523af0-59f3-44fd-8167-c8329d4aa8a7 req-53e749bb-cefe-44e3-bfa8-4d2f2b3e02a7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:19.538490 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6c523af0-59f3-44fd-8167-c8329d4aa8a7 req-53e749bb-cefe-44e3-bfa8-4d2f2b3e02a7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.0824032 Jun 08 18:36:19.585652 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-6c523af0-59f3-44fd-8167-c8329d4aa8a7 req-b17fb12f-61f6-4000-9a77-752d98b74908 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Jun 08 18:36:20.773135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec3a5e-002d-4775-850f-96e761b7253c req-0b9d8abc-d419-480c-ba86-e705683c8b43 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:20.774639 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8eec3a5e-002d-4775-850f-96e761b7253c req-0b9d8abc-d419-480c-ba86-e705683c8b43 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.0822980 Jun 08 18:36:20.819430 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8eec3a5e-002d-4775-850f-96e761b7253c req-8e7b25d2-9882-4624-adbf-6a634dc76dd4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393190 Jun 08 18:36:21.003930 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be928e-a05e-4192-bfe2-ca5b9e197e72 req-aab03bf6-d839-4fd7-b190-2b09ee67a450 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:21.005363 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15be928e-a05e-4192-bfe2-ca5b9e197e72 req-aab03bf6-d839-4fd7-b190-2b09ee67a450 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.0816746 Jun 08 18:36:21.055668 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-15be928e-a05e-4192-bfe2-ca5b9e197e72 req-5de7b20f-4746-4a06-add7-17e4364cfbc8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440784 Jun 08 18:36:21.077756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43748) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:21.307569 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c2f83-fa00-430d-9d3d-ea298aa370f3 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:21.308944 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-ee2c2f83-fa00-430d-9d3d-ea298aa370f3 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1093 time: 0.2300823 Jun 08 18:36:21.311851 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43752) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:36:21.316296 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'port_id': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:36:21.339933 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.481275 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.716401 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.27.0.173 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/b0dbe388-da80-4b17-a7be-71a8a49f3495) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:36:21.861348 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.890322 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:36:21.890913 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:36:21.907149 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:36:21.908229 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:36:21.910779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:36:22.329130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.403732 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.600088 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:36:22.611625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.616065 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.619912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7f0c6dff-8336-4f06-8338-0a94d8f492e8 tempest-AttachVolumeNegativeTest-213011507 tempest-AttachVolumeNegativeTest-213011507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:36:22.720127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'Port': ['ID=b0dbe388-da80-4b17-a7be-71a8a49f3495,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:36:22.736391 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.736767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.737133 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.737498 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.737846 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.738201 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.738581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.738936 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.739287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.739635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.739986 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.740329 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:36:22.745030 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:36:22.747985 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:22.914196 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP dc73fc00-89de-4ef8-a345-ad592dc2c572 associated. External IP: 172.27.0.173, port: e3159906-4ffb-4da4-975a-abfcb4f5bde6. Jun 08 18:36:23.377906 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:36:23.555756 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:36:23.564816 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:36:23.574961 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:23.575190 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:23.575795 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:36:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:23.633919 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-e823463a-82c1-49cf-96fa-98d2510669eb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3207612 Jun 08 18:36:23.634536 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:36:23.636818 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a408703-3fa9-4cef-b865-a91d0ded3991" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:36:23.680316 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f1e22d-43ee-4594-a4a4-f6c151b6fb77 x-openstack-request-id: req-b7f1e22d-43ee-4594-a4a4-f6c151b6fb77 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:36:23.680816 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:36:23.681125 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7f1e22d-43ee-4594-a4a4-f6c151b6fb77 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:36:23.681536 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'status': 'completed', 'code': 200} Jun 08 18:36:23.758397 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:23.772243 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-58570115-5ae0-45b8-a5c4-b18aaf43e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:23.774660 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-58570115-5ae0-45b8-a5c4-b18aaf43e8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1098 time: 0.0714910 Jun 08 18:36:23.908076 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-2aaf9ddc-fdb7-467a-80fc-aabe55f1357e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:23.909421 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-2aaf9ddc-fdb7-467a-80fc-aabe55f1357e service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1292408 Jun 08 18:36:24.021678 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-7451e709-0999-491e-bb4c-ae30a131228c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 999 time: 0.1060150 Jun 08 18:36:24.084489 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-065d2a3d-76a3-409a-b532-11ec53283fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:24.086013 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-065d2a3d-76a3-409a-b532-11ec53283fee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0587699 Jun 08 18:36:24.108294 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'dc73fc00-89de-4ef8-a345-ad592dc2c572', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:e7:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63574-00b9-4216-8774-df74f66b2a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:36:22Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:24.112131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:36:24.120968 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:36:24.121688 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:36:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:24.164462 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-11d26446-019e-40c0-89fa-393b532b4e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:24.165823 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-11d26446-019e-40c0-89fa-393b532b4e2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0737917 Jun 08 18:36:24.296863 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:36:24.303653 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-58a1742c-e6db-4ac3-96ee-5197c06ffe1e service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312106 Jun 08 18:36:24.437845 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4a408703-3fa9-4cef-b865-a91d0ded3991 req-0e084fe1-33f0-48e2-8226-4e376f574027 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278448 Jun 08 18:36:24.677867 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'dc73fc00-89de-4ef8-a345-ad592dc2c572', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:e7:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63574-00b9-4216-8774-df74f66b2a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:36:22Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:36:24.682459 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51d8e52-6123-4f29-88be-3b2eaf5896b0 None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'dc73fc00-89de-4ef8-a345-ad592dc2c572', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.173', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:e7:af:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb63574-00b9-4216-8774-df74f66b2a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:36:22Z', 'updated_at': '2021-06-08T18:36:22Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:36:24.860109 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f90d6a9-d16b-48f4-a512-a4605df9d9fb None None] New status for floating IP dc73fc00-89de-4ef8-a345-ad592dc2c572: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:36:31.052152 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f8ea4340-bd92-4c17-91df-4d211e4c49b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:33.624979 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:33.732309 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7412a236-be2d-42de-b8b8-174d70b74b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:34.936449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:36.909978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:38.379095 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:36:41.996448 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-0ecc2dd8-952b-4255-9edd-7c592e95448f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0706680 Jun 08 18:36:42.134926 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-3395e92e-d9d4-4a13-b3a3-c323f91db0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:42.136392 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-3395e92e-d9d4-4a13-b3a3-c323f91db0e0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1098 time: 0.0715029 Jun 08 18:36:42.277575 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-77e385cb-332f-4d60-92fc-063aabf2c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:42.279024 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-77e385cb-332f-4d60-92fc-063aabf2c6bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1240225 Jun 08 18:36:42.386383 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-7a0aeaa5-e657-4a2e-8e3e-971159842419 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 1001 time: 0.1000278 Jun 08 18:36:42.562230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-192d9dfd-e28f-49bf-8029-7b13495ac186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:42.563601 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-192d9dfd-e28f-49bf-8029-7b13495ac186 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.1700964 Jun 08 18:36:42.641888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-034af7e6-ae61-45ad-b9e4-902a44f13c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:36:42.643366 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-034af7e6-ae61-45ad-b9e4-902a44f13c3b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0727670 Jun 08 18:36:42.776348 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-1c02ef68-2a6d-4030-a1af-ccb795da1f5e service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255677 Jun 08 18:36:42.911619 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-18920caf-abe8-4eed-813d-dfff99cfed07 req-de94b60a-911b-4804-9039-1b447341b12a service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274984 Jun 08 18:36:59.598373 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:37:01.056991 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e256590f-54d8-472d-99b1-c6305b36c3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:03.627120 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:03.732918 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9fed59a2-61d9-434b-aec6-1cec23702ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:04.939035 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:06.911410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:07.923444 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-056c42b5-7f9b-42c6-aa59-22eeedd39a35 req-0ecbe6e8-4b8e-4919-a083-b545282b5a50 service neutron] (91769) timed out ('10.222.0.35', 50471) {{(pid=91769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:37:08.381982 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:31.058846 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e4b7-d115-45f9-aac8-bd7e2d869266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:33.629085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:33.746838 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-2a4a357f-95f4-46a2-8cce-ce6665166e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:34.942368 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:36.624157 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:37:36.915249 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:38.380761 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:37:43.035457 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-017fcd39-45fb-4e5f-bcfd-7daa86a56060 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155536 Jun 08 18:37:43.170316 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-c466ea2a-b581-484d-a0b3-49da14cee3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:43.171807 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-c466ea2a-b581-484d-a0b3-49da14cee3c3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 1098 time: 0.0702848 Jun 08 18:37:43.313271 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-02efd6ee-f108-46cb-a9fb-89434e7078c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:43.314722 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-02efd6ee-f108-46cb-a9fb-89434e7078c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1248724 Jun 08 18:37:43.417313 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-40ceda27-e218-4138-b046-a13ff45af030 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 200 len: 1001 time: 0.0955374 Jun 08 18:37:43.479051 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-8da8586b-6b56-4e56-8618-b3329050fc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:43.480468 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-8da8586b-6b56-4e56-8618-b3329050fc21 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0570891 Jun 08 18:37:43.556628 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-0da32bb1-99f6-4a78-889b-5ebf7e0eacb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:37:43.558061 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-0da32bb1-99f6-4a78-889b-5ebf7e0eacb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719500 Jun 08 18:37:43.688497 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-814e1e80-302d-4801-bc59-c4db613d8c38 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238163 Jun 08 18:37:43.815609 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c7bc9a39-2d27-4b7f-8958-fadc58d3d703 req-ce0b9f33-2087-41f5-a2de-15fda8bfee31 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214213 Jun 08 18:38:01.060023 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ca6eaa29-46ab-4c6f-861f-20eef370273a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.631217 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:03.738912 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe5b5-7aef-45ce-876f-7f21c8abd037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:04.948434 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:06.918162 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:08.394289 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:13.593713 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:31.061747 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-92f7b6d9-17cb-4195-ac90-abca35afa567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:33.633033 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:33.739532 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8175b05a-ed45-48ea-bd64-f8d781f04f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:34.950083 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:36.919687 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:38.345428 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f5464-da6a-4bbb-8626-8b4251a0e808 req-3cef35ee-d507-4f27-8f26-36c6efa237f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:38.347039 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-839f5464-da6a-4bbb-8626-8b4251a0e808 req-3cef35ee-d507-4f27-8f26-36c6efa237f0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.1902025 Jun 08 18:38:38.391819 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-839f5464-da6a-4bbb-8626-8b4251a0e808 req-ea370f21-d7aa-4811-afd8-daf93ca9a71d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391777 Jun 08 18:38:38.402739 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:39.641927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fedda-48b8-449a-b65c-296810305d84 req-5d65cdc8-1453-4ea9-8cc6-5d338b151014 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:39.643623 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e4fedda-48b8-449a-b65c-296810305d84 req-5d65cdc8-1453-4ea9-8cc6-5d338b151014 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.1310048 Jun 08 18:38:39.687676 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1e4fedda-48b8-449a-b65c-296810305d84 req-cfee2d42-6ec5-4630-93b1-9d16b4dca94f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383732 Jun 08 18:38:39.793696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153523-59fd-4598-9168-cda40342ec4a req-9382f781-a098-48f1-b709-8b7b098e976a tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:39.795107 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-90153523-59fd-4598-9168-cda40342ec4a req-9382f781-a098-48f1-b709-8b7b098e976a tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 945 time: 0.0821733 Jun 08 18:38:39.930635 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port e3159906-4ffb-4da4-975a-abfcb4f5bde6 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:38:39.930966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.176259 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] For port e3159906-4ffb-4da4-975a-abfcb4f5bde6, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=e3159906-4ffb-4da4-975a-abfcb4f5bde6,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:40.176626 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.476204 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.476703 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.477169 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP dc73fc00-89de-4ef8-a345-ad592dc2c572 disassociated. External IP: 172.27.0.173, port: e3159906-4ffb-4da4-975a-abfcb4f5bde6. Jun 08 18:38:40.477997 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for e3159906-4ffb-4da4-975a-abfcb4f5bde6 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:38:40.592948 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:40.600458 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-e45c4bd1-dc23-4214-85b9-ca8de0c7350d tempest-AttachVolumeTestJSON-57635675 tempest-AttachVolumeTestJSON-57635675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:40.647128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=e3159906-4ffb-4da4-975a-abfcb4f5bde6,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:40.659092 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.659660 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.659843 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.660207 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.660564 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.660920 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.661278 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.661631 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.661999 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.662359 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.662713 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.663064 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:40.712742 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:40.871742 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3e61a0ae-3832-4e09-adb7-838116a8daaf req-51b9f20e-f6e9-4efe-96b6-2a9f129188c2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 210 time: 0.0498159 Jun 08 18:38:40.885141 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:38:41.062504 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:38:41.073693 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:38:41.085756 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:41.086794 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:38:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:41.144232 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] No DVR routers for this DVR port e3159906-4ffb-4da4-975a-abfcb4f5bde6 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:38:41.146828 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:41.148754 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-90153523-59fd-4598-9168-cda40342ec4a req-6dc1ac7b-1357-42f5-b9ab-ebab2bf9b37d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "DELETE /v2.0/ports/e3159906-4ffb-4da4-975a-abfcb4f5bde6 HTTP/1.1" status: 204 len: 173 time: 1.3482051 Jun 08 18:38:41.149255 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'name': 'network-vif-deleted', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:41.151573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71c4c9-8387-49d5-9301-180afe9e740d" -d '{"events": [{"server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "name": "network-vif-deleted", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:41.255089 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a3f738-2c1e-4cfb-a76e-91da5a95f152 x-openstack-request-id: req-61a3f738-2c1e-4cfb-a76e-91da5a95f152 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:41.255448 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb63574-00b9-4216-8774-df74f66b2a79", "name": "network-vif-deleted", "tag": "e3159906-4ffb-4da4-975a-abfcb4f5bde6", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:41.255796 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61a3f738-2c1e-4cfb-a76e-91da5a95f152 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:41.256227 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb63574-00b9-4216-8774-df74f66b2a79', 'name': 'network-vif-deleted', 'tag': 'e3159906-4ffb-4da4-975a-abfcb4f5bde6', 'status': 'completed', 'code': 200} Jun 08 18:38:41.269925 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:41.585115 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:41.588888 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:38:41.597834 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:38:41.598476 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:38:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:41.773407 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:38:42.048412 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0341d4b9-313c-4685-98e1-b75dee920428 req-645140ae-fb65-45ad-94c5-253f8a98c283 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=6fb63574-00b9-4216-8774-df74f66b2a79 HTTP/1.1" status: 200 len: 210 time: 0.0428295 Jun 08 18:38:42.135750 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:38:42.139492 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf23cee-6a47-4f15-8909-162ab5235fdf None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:38:42.342336 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20fce7a-2f66-44a8-9339-bd8b023e405d None None] New status for floating IP dc73fc00-89de-4ef8-a345-ad592dc2c572: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:38:43.352637 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-8774e7a7-23dd-4409-8956-081027c07933 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898725214&fields=id&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 267 time: 0.0458128 Jun 08 18:38:43.504392 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-42b12790-8c10-4dd5-8c8a-70973439733d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:43.505788 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-42b12790-8c10-4dd5-8c8a-70973439733d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.1465397 Jun 08 18:38:43.523452 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-95a190b0-e84f-478c-87b1-326ab7c75f11 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/quotas/5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 375 time: 0.0118184 Jun 08 18:38:43.607891 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-430c52d0-09a2-42b8-a815-de2c3772e844 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0792694 Jun 08 18:38:43.885542 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-e12159bc-7dbb-44fd-8a63-ef67966e9524 service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663846 Jun 08 18:38:44.016621 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c96e138c-fb26-4059-b1f3-2a34d5905538 service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254222 Jun 08 18:38:44.401836 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2b46d70f-1c7e-46e1-a734-4bd6963dfc33 req-bd141858-d378-4e5e-ae25-c6f1daaa7240 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 210 time: 0.0414696 Jun 08 18:38:44.576855 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e3159906-4ffb-4da4-975a-abfcb4f5bde6 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:38:44.610674 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: e3159906-4ffb-4da4-975a-abfcb4f5bde6 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:38:44.611021 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device e3159906-4ffb-4da4-975a-abfcb4f5bde6 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:38:45.504145 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c5ee733a-cd7e-4ca2-9235-e3df7dabfeea req-97340e2e-5c7d-4f05-ae76-c1e1718c63f9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 210 time: 0.0485005 Jun 08 18:38:46.648492 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-29882cbb-e0cc-4419-ace1-7f021f20dffc req-bc83a638-9027-44a5-915d-20828196820e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 210 time: 0.0419827 Jun 08 18:38:47.629058 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-15959cd9-5b2e-4ee8-b675-2d83af329bea tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:47.630533 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-15959cd9-5b2e-4ee8-b675-2d83af329bea tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.1522517 Jun 08 18:38:47.680055 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-3b3769ce-3ece-4322-9a9c-ad4d79acfa81 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 380 time: 0.0407841 Jun 08 18:38:47.689510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'port': {'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'admin_state_up': True, 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'security_groups': ['5a77262d-d68b-40b3-a374-ad727c9c0571']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:47.814256 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b5a0bb0b-dbab-435c-983d-50efb2f9cfd3 req-732ece51-3f85-403f-b499-51150f128cd1 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 210 time: 0.0587695 Jun 08 18:38:47.893207 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Made reservation on behalf of 5e13a9768b3942819c4be31f593a0e0d for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:38:47.897612 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.062512 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.20.0.3 (25db2735-6a77-4470-a12a-cc3d659f9e93/957f114f-ff69-4acf-9dbf-fd4306cafe84/479d3adf-e712-4429-8962-9a014900b000) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:38:48.263242 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.279429 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Transition to ACTIVE for port object 479d3adf-e712-4429-8962-9a014900b000 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:48.302597 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:38:48.305092 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:38:48.322651 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:38:48.324021 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:38:48.326807 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:38:48.396762 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:48.397833 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.420581 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-c0ab148f-f151-46d6-ba38-33f25f5f46d8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352412 Jun 08 18:38:48.432130 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Request body: {'port': {'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:38:48.547912 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.555934 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fc3fccd4-f35f-41ff-89d4-e562c9e957a3 None None] Provisioning for port 479d3adf-e712-4429-8962-9a014900b000 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:38:48.561172 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fc3fccd4-f35f-41ff-89d4-e562c9e957a3 None None] Provisioning complete for port 479d3adf-e712-4429-8962-9a014900b000 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:38:48.561550 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fc3fccd4-f35f-41ff-89d4-e562c9e957a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.618812 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fc3fccd4-f35f-41ff-89d4-e562c9e957a3 None None] Port 479d3adf-e712-4429-8962-9a014900b000 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:38:48.887701 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479d3adf-e712-4429-8962-9a014900b000 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:38:48.895531 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.910843 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Transition to ACTIVE for port object 479d3adf-e712-4429-8962-9a014900b000 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:38:48.915174 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:48.920436 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-7d68db41-f4bc-48b2-980d-2ce75ee9d96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:49.232437 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Pushing event updated for resources: {'Port': ['ID=479d3adf-e712-4429-8962-9a014900b000,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:49.246861 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:49.315318 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f53324-2264-4573-9411-c921018e0238 req-c493e306-18ab-4f35-8a43-e4cc0bdead38 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.316907 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6f53324-2264-4573-9411-c921018e0238 req-c493e306-18ab-4f35-8a43-e4cc0bdead38 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.2532337 Jun 08 18:38:49.350620 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Attempting to bind port 479d3adf-e712-4429-8962-9a014900b000 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:38:49.350958 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Attempting to bind port 479d3adf-e712-4429-8962-9a014900b000 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:38:49.351291 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Attempting to bind port 479d3adf-e712-4429-8962-9a014900b000 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:49.364907 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Port 479d3adf-e712-4429-8962-9a014900b000 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:38:49.365160 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Attempting to bind port 479d3adf-e712-4429-8962-9a014900b000 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:38:49.377746 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:38:49.378067 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:38:49.378481 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Bound using segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:38:49.378977 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Bound port: 479d3adf-e712-4429-8962-9a014900b000, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:38:49.379320 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.392864 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f6f53324-2264-4573-9411-c921018e0238 req-8fb091e3-0cd8-4a13-b12c-94438ade875c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685534 Jun 08 18:38:49.472666 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:38:49.475916 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=479d3adf-e712-4429-8962-9a014900b000,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:38:49.479488 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.483946 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-5ea3b7d0-80ec-4468-857f-6c35978fb504 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:49.541996 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.542641 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:49.544175 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] 10.222.0.35 "PUT /v2.0/ports/479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 1093 time: 1.1165550 Jun 08 18:38:49.544505 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:38:49.546811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2c49fb-2fd1-424b-9429-17aef2a524cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:38:49.568609 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Pushing event updated for resources: {'Port': ['ID=479d3adf-e712-4429-8962-9a014900b000,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:49.572212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-43570ae3-7f9a-4acf-9036-c03fae74372f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:49.617578 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53616ee1-2e72-4d53-b62f-f84c78d52d71 x-openstack-request-id: req-53616ee1-2e72-4d53-b62f-f84c78d52d71 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:38:49.617840 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:38:49.618134 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-53616ee1-2e72-4d53-b62f-f84c78d52d71 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:38:49.618591 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000', 'status': 'completed', 'code': 200} Jun 08 18:38:49.661280 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-3c768be7-890e-4e8f-9174-ee276cea59a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.662828 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-3c768be7-890e-4e8f-9174-ee276cea59a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1096 time: 0.0786815 Jun 08 18:38:49.734719 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-5a0bb3d8-ee2b-42e9-827e-870d810705a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 217 time: 0.0641751 Jun 08 18:38:49.817387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-40c52659-2b3c-4c84-aaa0-19b264e89a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.820728 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-40c52659-2b3c-4c84-aaa0-19b264e89a28 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0801601 Jun 08 18:38:49.896811 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-5ba1f21e-9cc5-4eb1-965e-396e21de5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:49.898162 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-5ba1f21e-9cc5-4eb1-965e-396e21de5161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0708878 Jun 08 18:38:50.027484 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-68c64a86-fd59-43ca-9c39-effe4aae3635 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223409 Jun 08 18:38:50.172715 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f7fb5437-823e-416b-8bcf-017d87a731f7 req-ae7cce5e-8e45-4eba-bbb0-b6221a17f6ac service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387367 Jun 08 18:38:50.292441 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-366e250f-1cf9-4207-af07-3e1c9192be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.293870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-366e250f-1cf9-4207-af07-3e1c9192be75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1096 time: 0.0743992 Jun 08 18:38:50.423094 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-3b5c2352-411b-4f6a-8887-2f5eef56f586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.424507 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-3b5c2352-411b-4f6a-8887-2f5eef56f586 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1244526 Jun 08 18:38:50.502346 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-c68fe4de-8867-4a73-8d06-337fc7adbd3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 217 time: 0.0710719 Jun 08 18:38:50.592546 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:38:50.613562 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-0b70d4c9-4a2a-491c-a07c-4f9cf0e1afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.615003 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-0b70d4c9-4a2a-491c-a07c-4f9cf0e1afaf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0797539 Jun 08 18:38:50.774993 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c73b7-b49d-4de8-880c-b97e55993ae3 req-395e52ab-909c-4942-819a-bba8baf1ab52 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.776433 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e6c73b7-b49d-4de8-880c-b97e55993ae3 req-395e52ab-909c-4942-819a-bba8baf1ab52 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.2715571 Jun 08 18:38:50.836130 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4e6c73b7-b49d-4de8-880c-b97e55993ae3 req-516f6f41-885b-4219-b5bd-2af23be7e1f7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496030 Jun 08 18:38:50.842463 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-58d05ab3-c041-404f-9951-040ac9576142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:50.843858 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-58d05ab3-c041-404f-9951-040ac9576142 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2208111 Jun 08 18:38:50.977496 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-91b5f895-b0b8-40cd-b69f-ec535eff0140 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264544 Jun 08 18:38:51.113544 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4d2c49fb-2fd1-424b-9429-17aef2a524cb req-f9d2c183-0697-4da5-9fdc-7a9c98e4a99d service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295121 Jun 08 18:38:52.027976 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898076f-7a10-4109-ad41-11058685a5a7 req-036c4c95-05d6-45a1-a778-293a306205ef tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:52.029428 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c898076f-7a10-4109-ad41-11058685a5a7 req-036c4c95-05d6-45a1-a778-293a306205ef tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0850456 Jun 08 18:38:52.075654 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c898076f-7a10-4109-ad41-11058685a5a7 req-bac1ab8a-225a-444b-b0d1-ca50ae1c6670 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387456 Jun 08 18:38:53.264657 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104575fe-b75d-483c-baed-c88600dea857 req-78756dc6-078a-4e27-861d-6d6eff47fb48 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:53.266153 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-104575fe-b75d-483c-baed-c88600dea857 req-78756dc6-078a-4e27-861d-6d6eff47fb48 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0873866 Jun 08 18:38:53.309897 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-104575fe-b75d-483c-baed-c88600dea857 req-8688ee72-ea12-4043-9cda-362f61253759 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 Jun 08 18:38:54.495299 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1d49e-45b0-471f-9ea7-bc1442275b18 req-549f5e5a-9079-497e-8398-8a62b17b6da3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:54.496724 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c2b1d49e-45b0-471f-9ea7-bc1442275b18 req-549f5e5a-9079-497e-8398-8a62b17b6da3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0840166 Jun 08 18:38:54.541826 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c2b1d49e-45b0-471f-9ea7-bc1442275b18 req-6291247c-36fa-44f2-a35f-53feae386b52 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Jun 08 18:38:55.726927 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69424aae-38c4-4161-abeb-1ffaaa9c2bc2 req-37775db4-9919-4001-b65f-bb75b6808f15 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:55.728346 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-69424aae-38c4-4161-abeb-1ffaaa9c2bc2 req-37775db4-9919-4001-b65f-bb75b6808f15 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0795145 Jun 08 18:38:55.772254 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-69424aae-38c4-4161-abeb-1ffaaa9c2bc2 req-e6497578-5342-448c-837e-19e3b75660a5 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383809 Jun 08 18:38:56.960326 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6da0a7-ac62-4e6c-8943-7d92a7630c57 req-155ebac9-f773-4bc2-9a3e-eaa1c843614c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:56.961683 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be6da0a7-ac62-4e6c-8943-7d92a7630c57 req-155ebac9-f773-4bc2-9a3e-eaa1c843614c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0825956 Jun 08 18:38:57.005826 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-be6da0a7-ac62-4e6c-8943-7d92a7630c57 req-aee67c62-19e2-467b-bff8-346d5d4e3186 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385573 Jun 08 18:38:58.188294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ef0e2-3889-4937-ae48-d83b0ff422f2 req-b1c996b2-194e-43de-a286-02fde2d3f0cc tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:58.189712 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f41ef0e2-3889-4937-ae48-d83b0ff422f2 req-b1c996b2-194e-43de-a286-02fde2d3f0cc tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 943 time: 0.0791903 Jun 08 18:38:58.238551 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f41ef0e2-3889-4937-ae48-d83b0ff422f2 req-5e4ff82e-c621-4b7c-b090-b476fee4b54d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431798 Jun 08 18:38:58.608807 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 479d3adf-e712-4429-8962-9a014900b000 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:38:58.738403 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=479d3adf-e712-4429-8962-9a014900b000,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:58.751009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '479d3adf-e712-4429-8962-9a014900b000', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:38:58.808085 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:58.824811 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479d3adf-e712-4429-8962-9a014900b000 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:38:58.839958 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=479d3adf-e712-4429-8962-9a014900b000,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:38:58.844672 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:38:58.847680 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e5b530db-dd4b-42d3-9182-98a3d44ded47 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:38:58.915494 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=479d3adf-e712-4429-8962-9a014900b000,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:38:58.923200 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.923649 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.924073 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.924449 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.925460 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.925786 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.926107 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.926558 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.926901 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.927203 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.927516 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.927827 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:38:58.931710 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:38:59.161011 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['479d3adf-e712-4429-8962-9a014900b000'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:38:59.425357 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b665e57-863b-4d12-b4a0-7223ef158e46 req-a1b266d1-f0c0-40b4-982a-5ddf0236d3a0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:38:59.426757 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b665e57-863b-4d12-b4a0-7223ef158e46 req-a1b266d1-f0c0-40b4-982a-5ddf0236d3a0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 944 time: 0.0831082 Jun 08 18:38:59.474342 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7b665e57-863b-4d12-b4a0-7223ef158e46 req-8dbfe7d0-1bb1-4d52-842c-cad2c29f9c4c tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 Jun 08 18:39:00.614009 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 479d3adf-e712-4429-8962-9a014900b000 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:39:00.663136 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210a153-a08f-4392-993b-760b09ea7838 req-c451d420-781e-4aea-b47f-8e45996f5091 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:00.664743 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e210a153-a08f-4392-993b-760b09ea7838 req-c451d420-781e-4aea-b47f-8e45996f5091 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 944 time: 0.0856566 Jun 08 18:39:00.679179 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 479d3adf-e712-4429-8962-9a014900b000 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:39:00.683748 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 479d3adf-e712-4429-8962-9a014900b000 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:39:00.684132 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:00.710751 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e210a153-a08f-4392-993b-760b09ea7838 req-b0fcaaba-e7ea-4da4-b766-875e6d32bfc5 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401669 Jun 08 18:39:00.797767 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:00.826384 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d3adf-e712-4429-8962-9a014900b000'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:39:00.828607 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ccea23-7575-44bc-93ac-263899bec5a9" -d '{"events": [{"server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "name": "network-vif-plugged", "status": "completed", "tag": "479d3adf-e712-4429-8962-9a014900b000"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:39:00.836826 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=479d3adf-e712-4429-8962-9a014900b000,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:39:00.841277 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:00.843935 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-9040cc2a-5804-44b3-8a67-b0e428dd38e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:39:00.912387 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=479d3adf-e712-4429-8962-9a014900b000,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:39:00.915493 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:39:00.925372 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4acd3e6c-2789-4026-ba5b-e49d50d0a91c x-openstack-request-id: req-4acd3e6c-2789-4026-ba5b-e49d50d0a91c {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:39:00.925664 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "name": "network-vif-plugged", "status": "completed", "tag": "479d3adf-e712-4429-8962-9a014900b000", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:39:00.925923 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4acd3e6c-2789-4026-ba5b-e49d50d0a91c {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:39:00.926322 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479d3adf-e712-4429-8962-9a014900b000', 'code': 200} Jun 08 18:39:01.063532 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-eea24332-c1b4-48bf-ba30-544d73bbf7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:01.191753 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2cadc-3d97-477a-9df6-bcbdea8603ef req-00b9de50-aec1-4926-9365-1a77479a5f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:01.193195 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ea2cadc-3d97-477a-9df6-bcbdea8603ef req-00b9de50-aec1-4926-9365-1a77479a5f67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0712264 Jun 08 18:39:01.234229 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ea2cadc-3d97-477a-9df6-bcbdea8603ef req-8d95d173-37c4-4e3e-a22b-26f2ee40e239 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347347 Jun 08 18:39:01.896305 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea90f9e8-e2d1-4b99-847d-496e70301e74 req-51e79aba-e149-4b12-8cc7-042500ac1487 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:01.897737 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea90f9e8-e2d1-4b99-847d-496e70301e74 req-51e79aba-e149-4b12-8cc7-042500ac1487 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.0836644 Jun 08 18:39:01.942103 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ea90f9e8-e2d1-4b99-847d-496e70301e74 req-2df86202-dd05-4d8c-b5cc-85800a7b2c67 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387325 Jun 08 18:39:03.155731 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa543e53-06d1-4b3f-b938-f8c82216957c req-7971ab99-6d2c-48de-8519-7a12e93941b0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:03.157318 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aa543e53-06d1-4b3f-b938-f8c82216957c req-7971ab99-6d2c-48de-8519-7a12e93941b0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.0896997 Jun 08 18:39:03.211799 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-aa543e53-06d1-4b3f-b938-f8c82216957c req-5a547b31-de02-4496-a2a0-e58e0335655a tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470927 Jun 08 18:39:03.453289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec8e4b-c44c-4e06-a559-3a482ec9e888 req-34035a3d-3cfb-4a03-be1f-25771639e7fc tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:03.454783 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80ec8e4b-c44c-4e06-a559-3a482ec9e888 req-34035a3d-3cfb-4a03-be1f-25771639e7fc tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.0977445 Jun 08 18:39:03.506416 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-80ec8e4b-c44c-4e06-a559-3a482ec9e888 req-c494f0d6-3cc4-4052-ae38-0fc28f00cd09 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452499 Jun 08 18:39:03.530593 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43912) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:39:03.611750 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f382829b-8b44-4d9a-a2cf-455b8f83a5e5 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:03.614421 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-f382829b-8b44-4d9a-a2cf-455b8f83a5e5 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1093 time: 0.0826595 Jun 08 18:39:03.617166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 43914) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:39:03.622394 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:39:03.638293 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:03.650547 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:03.741419 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-6eaf3136-b216-46fe-8c64-b8d6dac1b7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:03.819393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.082540 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.27.0.22 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/f1cdeb03-cd62-46fc-bbce-9d99bf0c7abe) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:39:04.232472 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.262743 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:39:04.263543 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:39:04.282116 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:39:04.283304 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:39:04.285960 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:39:04.685652 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.758283 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.950895 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.964888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.969189 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:04.973242 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-ca745d0c-09d8-4496-96cf-f3a686251462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:39:05.076266 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'Port': ['ID=f1cdeb03-cd62-46fc-bbce-9d99bf0c7abe,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:39:05.082044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:39:05.089281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:05.273427 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP be0090a0-30f4-4f1a-ab2f-9722a4a8b62b associated. External IP: 172.27.0.22, port: 479d3adf-e712-4429-8962-9a014900b000. Jun 08 18:39:05.741655 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:39:05.935767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:39:05.946116 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:39:05.955510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:39:05.956514 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:05.957590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:39:06.014542 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3954978 Jun 08 18:39:06.015031 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:39:06.017369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3587bc0-7dde-499d-adf3-df097cbd2e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:39:06.059416 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2e0260-fba4-4ec1-86ee-25587cd60b11 x-openstack-request-id: req-fc2e0260-fba4-4ec1-86ee-25587cd60b11 {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:39:06.059741 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:39:06.060029 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fc2e0260-fba4-4ec1-86ee-25587cd60b11 {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:39:06.060463 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000', 'status': 'completed', 'code': 200} Jun 08 18:39:06.150710 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:39:06.155819 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-1a64f36b-6f06-4deb-afaf-f21dc9e03b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:06.157265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-1a64f36b-6f06-4deb-afaf-f21dc9e03b60 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0751064 Jun 08 18:39:06.289387 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-c8db1436-bebf-449e-8fe7-3bf8a71878dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:06.290764 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-c8db1436-bebf-449e-8fe7-3bf8a71878dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1274202 Jun 08 18:39:06.400067 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-8d86a21c-3520-4b9c-b715-62d120425d0b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 998 time: 0.1024578 Jun 08 18:39:06.462659 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-dd320bdd-18f9-484a-9220-e70ab519cfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:06.464086 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-dd320bdd-18f9-484a-9220-e70ab519cfea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0585098 Jun 08 18:39:06.533110 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:04Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:39:06.537575 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:39:06.539176 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-1ad4aef3-e33b-48b5-96dc-8cc142ca7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:06.540711 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-1ad4aef3-e33b-48b5-96dc-8cc142ca7ea0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702095 Jun 08 18:39:06.545835 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:39:06.546478 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:39:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:39:06.673128 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-ea52b677-906b-49b5-acb4-8d2bf30307fc service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Jun 08 18:39:06.720753 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:39:06.804811 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c3587bc0-7dde-499d-adf3-df097cbd2e6e req-82557562-fcd7-424f-9f8a-40ed7e292181 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254313 Jun 08 18:39:06.982360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:07.082366 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:04Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:39:07.086221 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bccea2-8ed5-4307-968f-ced3755c5aba None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:04Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:39:07.266277 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6406a85-1fd4-4740-a60e-48c2b7393c70 None None] New status for floating IP be0090a0-30f4-4f1a-ab2f-9722a4a8b62b: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:39:08.413158 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:27.591565 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:39:31.067364 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e8e01728-6cda-4f82-99bc-8e67ae764174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:33.640919 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:33.742955 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a7e3aec2-9469-43d7-9630-f5b4d7fba176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:34.955229 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:36.926508 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:38.408127 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:39:45.995112 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-bad3560a-e7e1-4ecf-b932-164dda16edb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756958 Jun 08 18:39:46.140781 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-eba8312f-9b32-4957-ba5d-34e42ce760d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:46.142206 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-eba8312f-9b32-4957-ba5d-34e42ce760d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0764229 Jun 08 18:39:46.286862 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-14525e25-bde2-4c41-9df4-0a353ba9c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:46.288268 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-14525e25-bde2-4c41-9df4-0a353ba9c205 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1272814 Jun 08 18:39:46.512341 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-1d6a60be-6429-45f8-81d8-e0f5305f13fd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 1000 time: 0.2172897 Jun 08 18:39:46.577309 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-a16acfd1-1240-470d-ba39-39a35a49276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:46.578641 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-a16acfd1-1240-470d-ba39-39a35a49276c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0596912 Jun 08 18:39:46.653098 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-1493b405-e8c4-4756-8ca1-cced548abfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:39:46.654579 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-1493b405-e8c4-4756-8ca1-cced548abfb0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0693758 Jun 08 18:39:46.790194 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-31f01a0a-3aa2-4d28-8216-c2a625df8a5f service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289036 Jun 08 18:39:46.925356 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-5de8b3d8-895e-458d-89b2-c7e1adce7628 req-0a1a1ef4-d32d-4330-9fc7-d0b0fc2bfa74 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281314 Jun 08 18:40:01.070183 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55b6cb45-1b46-4d0b-a027-13c705d1e7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:03.643535 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:03.744118 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5c808bee-aeb9-40f9-9871-70115d232062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:04.591141 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:40:04.960734 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:06.928905 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:08.412153 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:31.071682 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-17c76ac6-e829-42a2-9e53-a1622c4ec09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:33.645144 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:33.744075 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7d56cfe0-4bf3-407f-8398-b2c23ee51409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:34.961360 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:36.932529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:38.400455 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:40:41.590207 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:40:47.990129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-98f1e3ba-ae8f-47d1-834a-7dd807118014 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758648 Jun 08 18:40:48.126539 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-0dbd079f-31c9-4c20-9fb2-325a5dd0a86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:48.127970 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-0dbd079f-31c9-4c20-9fb2-325a5dd0a86d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0701540 Jun 08 18:40:48.270730 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-081785fa-f6ef-4164-8c00-f38c6fadf869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:48.272691 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-081785fa-f6ef-4164-8c00-f38c6fadf869 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1263018 Jun 08 18:40:48.374952 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-fb53ff11-279c-4980-aa4d-c2eecb891518 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 1000 time: 0.0958679 Jun 08 18:40:48.436023 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-923a76d4-f6de-43b3-9f78-c576fd760d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:48.437373 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-923a76d4-f6de-43b3-9f78-c576fd760d15 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0562012 Jun 08 18:40:48.514492 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-4ab8e571-3f9a-4cce-bb40-521a28a635e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:40:48.515899 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-4ab8e571-3f9a-4cce-bb40-521a28a635e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0723579 Jun 08 18:40:48.646172 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-aa06caf5-dc63-4ac6-a3e2-6f64c088b25d service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239855 Jun 08 18:40:48.776102 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a30de16d-0d7e-4dbe-b1bb-08408676be0c req-b4cde6eb-56aa-4542-ad49-04e11d4f3099 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238885 Jun 08 18:41:01.074333 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b3b55730-93d8-46e5-9c43-d7fd8126bfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:03.648897 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:03.744203 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-42152219-1001-4bd2-9b0f-e53fb7e58163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:04.965012 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:06.912104 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-e2782650-33bb-402f-9508-89b5cbb371e2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1898725214&fields=id&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 267 time: 0.0401046 Jun 08 18:41:06.933503 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:07.062241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-0d267b62-d073-41e1-a152-8231fc09de44 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:07.063617 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-0d267b62-d073-41e1-a152-8231fc09de44 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.1453297 Jun 08 18:41:07.078122 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-788cfffa-e9d2-49f3-9bb3-bd24d4212e78 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/quotas/5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 375 time: 0.0085814 Jun 08 18:41:07.163636 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-c6a4543a-86ff-443b-ab6b-23c3954b5685 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0805206 Jun 08 18:41:07.449369 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-9cf5217b-8868-4917-ae9f-52bdb5ef66d0 service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747352 Jun 08 18:41:07.577319 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-4ae03e60-93ec-41b9-8686-d133b9356dda service neutron] 10.222.0.46 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222901 Jun 08 18:41:08.405054 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:08.997849 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ed99143a-3241-4ca2-8bd0-f760be696688 req-b220b037-fcf5-4745-a782-4f6a5e93fc48 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 210 time: 0.0513537 Jun 08 18:41:10.093129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1c608c1d-7a3f-4ca4-9380-89471926d735 req-fb9e1bb4-c483-45f3-a322-38833b067313 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 210 time: 0.0439284 Jun 08 18:41:11.190087 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a227f290-e5af-4d4b-90c1-b85f6e110ca9 req-b06e5f42-3d78-43a0-9f2d-39274210e73a tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 210 time: 0.0423276 Jun 08 18:41:12.041344 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-3ee26362-f1aa-4141-a312-7c5f52550471 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:12.042774 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-3ee26362-f1aa-4141-a312-7c5f52550471 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 811 time: 0.1542933 Jun 08 18:41:12.096571 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-a3fcf28e-16bb-4e26-9b82-541b01f7711b tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e13a9768b3942819c4be31f593a0e0d HTTP/1.1" status: 200 len: 380 time: 0.0453405 Jun 08 18:41:12.105382 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'port': {'device_id': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'admin_state_up': True, 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'security_groups': ['5a77262d-d68b-40b3-a374-ad727c9c0571']}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:41:12.266294 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Made reservation on behalf of 5e13a9768b3942819c4be31f593a0e0d for: {'port': 1} {{(pid=91768) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 08 18:41:12.270044 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.380452 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-2ebfa3ab-0afb-476a-b5f1-af5466e83c5b req-deba9b90-36cb-45ab-83d3-c8e4393025e0 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 210 time: 0.0549705 Jun 08 18:41:12.476483 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.20.0.9 (25db2735-6a77-4470-a12a-cc3d659f9e93/957f114f-ff69-4acf-9dbf-fd4306cafe84/0a16f5f8-3d99-4a3b-b5c0-436389a778e9) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:41:12.670127 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.686719 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Transition to ACTIVE for port object 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 will not be triggered until provisioned by entity DHCP. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:41:12.710493 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:41:12.712837 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:41:12.730027 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:41:12.731145 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:41:12.733573 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:41:12.803447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:12.805034 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.823828 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-74c1cb34-5b2c-4304-860f-b870a75eaf20 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7219424 Jun 08 18:41:12.835625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Request body: {'port': {'device_id': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-73362'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:41:12.929493 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c414bbf5-8a21-4ab4-879e-5e447e9c0bf9 None None] Provisioning for port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 completed by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:41:12.934180 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-c414bbf5-8a21-4ab4-879e-5e447e9c0bf9 None None] Provisioning complete for port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 triggered by entity DHCP. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:41:12.934578 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c414bbf5-8a21-4ab4-879e-5e447e9c0bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.955166 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:12.987714 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-c414bbf5-8a21-4ab4-879e-5e447e9c0bf9 None None] Port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 cannot update to ACTIVE because it is not bound. {{(pid=91770) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 08 18:41:13.300517 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 {{(pid=91768) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:41:13.308137 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.322274 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.provisioning_blocks [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Transition to ACTIVE for port object 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 will not be triggered until provisioned by entity L2. {{(pid=91768) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 08 18:41:13.325581 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.329876 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-8a080e64-eb6e-4d1f-8fd3-8ef978b0271c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:13.597335 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:13.643648 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.644028 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.644396 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.644767 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.645129 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.645488 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.645857 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.646212 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.647323 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.647683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.648038 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.648391 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:13.682587 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:13.743042 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c149d9-bdda-4d39-81b3-921439347f9f req-7f565edf-c590-4df9-abe5-e251723ea9ff tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:13.744472 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1c149d9-bdda-4d39-81b3-921439347f9f req-7f565edf-c590-4df9-abe5-e251723ea9ff tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.2076235 Jun 08 18:41:13.746520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Attempting to bind port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 on host hv-cinder-73362 for vnic_type normal with profile {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 08 18:41:13.746856 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Attempting to bind port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 by drivers openvswitch,hyperv on host hv-cinder-73362 at level 0 using segments [{'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 08 18:41:13.747182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Attempting to bind port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:41:13.764684 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-73362 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 08 18:41:13.764945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Attempting to bind port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 on network 25db2735-6a77-4470-a12a-cc3d659f9e93 {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 08 18:41:13.775632 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Checking agent: {'id': '13cb37bb-ecb8-4197-8244-ad0e03bc2cf8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-73362', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'started_at': datetime.datetime(2021, 6, 8, 18, 19, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 8, 18, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 08 18:41:13.775966 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Checking segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91768) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 08 18:41:13.776342 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Bound using segment: {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'} {{(pid=91768) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 08 18:41:13.776765 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.managers [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Bound port: 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host: hv-cinder-73362, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4569860-182c-4db0-83ca-2b11ed3d1f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93'}}] {{(pid=91768) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 08 18:41:13.777107 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.839249 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a1c149d9-bdda-4d39-81b3-921439347f9f req-b0ff1568-4a23-4c60-a288-2480c05cda49 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883811 Jun 08 18:41:13.884286 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, cleared binding levels {{(pid=91768) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 08 18:41:13.887299 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 08 18:41:13.891444 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.894909 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-adfb4f62-2a3f-4fc2-9d7a-316d52e61f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:13.951888 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:13.952497 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:13.953837 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] 10.222.0.35 "PUT /v2.0/ports/0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 1093 time: 1.1231740 Jun 08 18:41:13.954385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:41:13.956969 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4019acf3-6abc-48ef-ac8c-71dca6719ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:41:13.976389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Pushing event updated for resources: {'Port': ['ID=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,revision_number=3']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:13.988135 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:14.028879 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824c734-4ef0-4076-8017-4ce76b5fbdca x-openstack-request-id: req-b824c734-4ef0-4076-8017-4ce76b5fbdca {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:41:14.029206 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:41:14.029494 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b824c734-4ef0-4076-8017-4ce76b5fbdca {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:41:14.029916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'status': 'completed', 'code': 200} Jun 08 18:41:14.071712 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-aa1cb0f5-a274-49c3-bba6-2ade48bbe2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.073304 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-aa1cb0f5-a274-49c3-bba6-2ade48bbe2d5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1096 time: 0.0791059 Jun 08 18:41:14.144162 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-94b676a5-005d-4530-b971-6b08b57c41e0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 217 time: 0.0640144 Jun 08 18:41:14.207757 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-9f4a41bb-6b78-4d12-9531-cdf1bd2e2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.209767 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-9f4a41bb-6b78-4d12-9531-cdf1bd2e2a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0584943 Jun 08 18:41:14.281357 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e3d38-2c91-4702-b608-22c5356fc1df req-87e42729-4a98-4dd8-8a16-63e167bb28ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.282793 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-87e42729-4a98-4dd8-8a16-63e167bb28ec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0678694 Jun 08 18:41:14.411464 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-55661058-68a0-43a1-93fa-177c85db981d service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221290 Jun 08 18:41:14.541782 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-002e3d38-2c91-4702-b608-22c5356fc1df req-691f69c7-5a6a-4f5a-abba-963fb616ee52 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238811 Jun 08 18:41:14.655743 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-4c651bbc-f406-409b-89b4-1c29206085e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.657152 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-4c651bbc-f406-409b-89b4-1c29206085e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1096 time: 0.0724227 Jun 08 18:41:14.784914 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-f2cc230c-aa52-4bb8-90f5-b1e26905e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.786324 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-f2cc230c-aa52-4bb8-90f5-b1e26905e14b service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1225317 Jun 08 18:41:14.852027 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-6b8a93bb-f8da-405e-99f3-3c52cbe37581 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 217 time: 0.0589077 Jun 08 18:41:14.916797 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-715d2ff5-188f-4c44-b94b-8d4743c25faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:14.918164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-715d2ff5-188f-4c44-b94b-8d4743c25faa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0599682 Jun 08 18:41:15.151138 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-ef4155aa-faf4-4140-acf9-eeebff7e9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:15.152577 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-ef4155aa-faf4-4140-acf9-eeebff7e9eb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2285898 Jun 08 18:41:15.164344 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79312f79-08fa-4ca9-bba2-f2cbaa1f63e9 req-991b32d6-fdf0-43c9-ac79-3ebd3efb3b18 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:15.165663 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-79312f79-08fa-4ca9-bba2-f2cbaa1f63e9 req-991b32d6-fdf0-43c9-ac79-3ebd3efb3b18 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.2123098 Jun 08 18:41:15.291891 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-79312f79-08fa-4ca9-bba2-f2cbaa1f63e9 req-8ec162fd-c99d-4f76-8e95-b28296d037b2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052239 Jun 08 18:41:15.323772 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-fad3c3c2-4c3a-491d-b54d-e77e72625d00 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572022 Jun 08 18:41:15.455279 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4019acf3-6abc-48ef-ac8c-71dca6719ba0 req-013de4a7-5233-47ba-af19-f7a4318aa0f6 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241286 Jun 08 18:41:16.481615 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7856-1a8e-4f7d-86c5-d58a89ac0e53 req-a81dfab6-3448-4f42-98c6-f4c2b43eef45 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:16.483099 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e26b7856-1a8e-4f7d-86c5-d58a89ac0e53 req-a81dfab6-3448-4f42-98c6-f4c2b43eef45 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0801075 Jun 08 18:41:16.531385 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-e26b7856-1a8e-4f7d-86c5-d58a89ac0e53 req-eac8745e-ae08-481e-82c2-e2980515396e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427039 Jun 08 18:41:17.710979 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e63d8c-5260-49d9-ab1f-1aaaf0a966c0 req-b994a314-40d8-48c6-99ee-8465c22af27e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:17.712390 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07e63d8c-5260-49d9-ab1f-1aaaf0a966c0 req-b994a314-40d8-48c6-99ee-8465c22af27e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0780804 Jun 08 18:41:17.755407 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07e63d8c-5260-49d9-ab1f-1aaaf0a966c0 req-5be554f8-138b-477f-8669-60062664c2e4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374870 Jun 08 18:41:18.588607 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:41:18.940449 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a0764-a374-4182-8d14-aaff19b21ba3 req-fc6569ec-362a-41d7-8334-6ae23ad2b888 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:18.941768 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7e0a0764-a374-4182-8d14-aaff19b21ba3 req-fc6569ec-362a-41d7-8334-6ae23ad2b888 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0829363 Jun 08 18:41:18.990791 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7e0a0764-a374-4182-8d14-aaff19b21ba3 req-2461a6a5-6801-4fda-be23-40d165221634 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427067 Jun 08 18:41:20.173218 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabd4f9-38e9-4107-a019-c3d9529a2924 req-0a1ee47c-2f59-4aa4-9dee-d33c8a6e4faf tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:20.174642 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1dabd4f9-38e9-4107-a019-c3d9529a2924 req-0a1ee47c-2f59-4aa4-9dee-d33c8a6e4faf tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0786729 Jun 08 18:41:20.218853 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-1dabd4f9-38e9-4107-a019-c3d9529a2924 req-93362e50-de4e-48ce-bd9f-ee477cbd44a6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380530 Jun 08 18:41:21.402972 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acc252-a5ac-4aaa-81d0-c434b0166ee3 req-167e1c4f-0a0b-4d75-9f6c-fe9cdf45fcf9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:21.404380 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9acc252-a5ac-4aaa-81d0-c434b0166ee3 req-167e1c4f-0a0b-4d75-9f6c-fe9cdf45fcf9 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0819755 Jun 08 18:41:21.448164 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f9acc252-a5ac-4aaa-81d0-c434b0166ee3 req-4356717a-3af0-49ad-9584-a70cb60c2790 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Jun 08 18:41:22.629174 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3956ba4-3510-477c-8b5f-1d4c8d4cb03e req-6dba2f06-15dd-461c-b631-1ab1274460ac tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:22.630651 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3956ba4-3510-477c-8b5f-1d4c8d4cb03e req-6dba2f06-15dd-461c-b631-1ab1274460ac tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 943 time: 0.0804088 Jun 08 18:41:22.678111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-f3956ba4-3510-477c-8b5f-1d4c8d4cb03e req-702a0f9a-53cd-48c2-8c28-b23725b25fff tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Jun 08 18:41:23.234672 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 details requested by agent hyperv_hv-cinder-73362 with host hv-cinder-73362 {{(pid=91770) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 08 18:41:23.366909 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:23.379389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Returning: {'device': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'port_id': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'mac_address': 'fa:16:3e:a3:1b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91770) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 08 18:41:23.432562 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:23.448963 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 {{(pid=91770) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 08 18:41:23.463898 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:23.467467 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:23.469148 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:23.567951 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,revision_number=4']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:23.576640 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.576640 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.576929 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.577254 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.577577 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.577899 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.578217 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.578561 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.578880 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.579195 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.579510 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.579819 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:41:23.583772 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:23.848061 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] get_ports_and_sgs() called for port_ids ['0a16f5f8-3d99-4a3b-b5c0-436389a778e9'] {{(pid=91770) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 08 18:41:23.860011 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f947b-fb40-4112-8fc6-b38ed8a01363 req-51ed6f68-17ec-4423-aed1-641fc1a85e59 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:23.861445 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d15f947b-fb40-4112-8fc6-b38ed8a01363 req-51ed6f68-17ec-4423-aed1-641fc1a85e59 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 944 time: 0.0794351 Jun 08 18:41:23.907463 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d15f947b-fb40-4112-8fc6-b38ed8a01363 req-ee732f94-4ebd-4789-a13e-b088d9da71ce tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403798 Jun 08 18:41:25.103102 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6acf6d2-9d2f-404a-a6ff-445d09b629f6 req-7a6d6bdc-1926-43ea-a2df-947d68d16fb6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:25.104589 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6acf6d2-9d2f-404a-a6ff-445d09b629f6 req-7a6d6bdc-1926-43ea-a2df-947d68d16fb6 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 944 time: 0.0931411 Jun 08 18:41:25.146942 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c6acf6d2-9d2f-404a-a6ff-445d09b629f6 req-7ec8aaa2-288b-47c6-b10b-05ed5cda15d2 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369411 Jun 08 18:41:25.236291 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 up at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 08 18:41:25.305579 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning for port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 completed by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 08 18:41:25.310015 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.provisioning_blocks [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Provisioning complete for port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 triggered by entity L2. {{(pid=91770) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 08 18:41:25.310426 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-624398'] for port, provisioning_complete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:25.425858 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:25.452210 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9'}] {{(pid=91770) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:41:25.454441 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}67baa2dd488cc8cf5b07f70c439b77771f7e53d62ad7d297df4177cde838af28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922d995e-2e35-4dce-85e9-754b52fea38f" -d '{"events": [{"server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "name": "network-vif-plugged", "status": "completed", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9"}]}' {{(pid=91770) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:41:25.463456 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:41:25.467625 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063'] for port, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:25.469447 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-e7b360b9-2f1a-4cfa-93cc-d864a7a2162e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:25.503128 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90fdcab3-6ba6-4187-bbba-0d0456c27e18 x-openstack-request-id: req-90fdcab3-6ba6-4187-bbba-0d0456c27e18 {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:41:25.503329 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "name": "network-vif-plugged", "status": "completed", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9", "code": 200}]} {{(pid=91770) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:41:25.503590 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90fdcab3-6ba6-4187-bbba-0d0456c27e18 {{(pid=91770) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:41:25.504031 dv-cinder-733622-16-iscsi neutron-server[91770]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'code': 200} Jun 08 18:41:25.539121 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Pushing event updated for resources: {'Port': ['ID=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,revision_number=5']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:25.541938 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:25.768520 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0150d-d559-4814-8e87-b2634c9ff703 req-f3bc9f58-458d-40ac-a639-cc30b803461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:25.769856 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ca0150d-d559-4814-8e87-b2634c9ff703 req-f3bc9f58-458d-40ac-a639-cc30b803461f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1098 time: 0.0683117 Jun 08 18:41:25.810215 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-8ca0150d-d559-4814-8e87-b2634c9ff703 req-cd0c6dcb-ff90-4b3e-914d-4ab497d13d01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Jun 08 18:41:26.337951 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76adf0-4a30-4ffe-8e83-fbcefa70f0cd req-42384ee7-14fb-4410-8c7c-3c7f1a7a46a7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:26.339645 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a76adf0-4a30-4ffe-8e83-fbcefa70f0cd req-42384ee7-14fb-4410-8c7c-3c7f1a7a46a7 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.0856993 Jun 08 18:41:26.384646 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0a76adf0-4a30-4ffe-8e83-fbcefa70f0cd req-e244b839-f17a-4076-be39-30fd6cd3dddc tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391669 Jun 08 18:41:27.570426 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada9598-e860-4f08-af41-c004b3c4fc4e req-c1116588-9a95-47c1-8cec-6815218b3d27 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:27.571842 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ada9598-e860-4f08-af41-c004b3c4fc4e req-c1116588-9a95-47c1-8cec-6815218b3d27 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.0804000 Jun 08 18:41:27.620588 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-7ada9598-e860-4f08-af41-c004b3c4fc4e req-4cb63545-37d2-4d5d-8a68-50e37bb0ed58 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430796 Jun 08 18:41:27.802435 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95167b91-4689-4fa6-9648-6936d066646a req-8db12ff0-7f5d-40f5-8dff-3c3e0c2167fa tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:27.803827 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-95167b91-4689-4fa6-9648-6936d066646a req-8db12ff0-7f5d-40f5-8dff-3c3e0c2167fa tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.0816436 Jun 08 18:41:27.847762 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-95167b91-4689-4fa6-9648-6936d066646a req-64777dd1-83eb-41bb-a64e-fe9ffd5d51da tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384083 Jun 08 18:41:27.870609 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 44064) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:41:27.982948 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c5ab00-7877-40d1-a274-648800fff306 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:27.984421 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-57c5ab00-7877-40d1-a274-648800fff306 tempest-TestVolumeBootPattern-1434462988 tempest-TestVolumeBootPattern-1434462988-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1093 time: 0.1128545 Jun 08 18:41:27.987131 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 44068) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:41:27.991393 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.v2.base [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Request body: {'floatingip': {'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'port_id': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91768) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 08 18:41:28.012852 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:28.146621 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:28.379617 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_common [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Allocated IP 172.27.0.104 (02d77c2b-962a-40ed-8f7a-bf4a29c6295c/7aeae30e-41bf-435f-856f-f998ec470a88/08ff628e-25ce-451f-8985-cea52f58d091) {{(pid=91768) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 08 18:41:28.526818 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:28.555610 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-541293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753897254000', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2773974'] for port, after_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Error during notification for neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204 port, after_create: TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Traceback (most recent call last): Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager callback(resource, event, trigger, **kwargs) Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager TypeError: handle_event() missing 1 required positional argument: 'context' Jun 08 18:41:28.556224 dv-cinder-733622-16-iscsi neutron-server[91768]: ERROR neutron_lib.callbacks.manager Jun 08 18:41:28.571851 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Network 02d77c2b-962a-40ed-8f7a-bf4a29c6295c is already hosted by enough agents. {{(pid=91768) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 08 18:41:28.573020 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.base_scheduler [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Resources bound (agent type, host, resource id): {{(pid=91768) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 08 18:41:28.575565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Received port after_create {{(pid=91768) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 08 18:41:28.971708 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:29.043727 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-569909'] for port, before_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:29.245440 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for port, precommit_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:29.249729 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753897690359', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753897254018', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753897254063', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2773960'] for port, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:29.253981 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-1c99067d-ecb7-4a34-a22a-dd5d04e89fe4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:41:29.361180 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event updated for resources: {'Port': ['ID=08ff628e-25ce-451f-8985-cea52f58d091,revision_number=2']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:41:29.365183 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:41:29.370480 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-351512'] for floatingip, after_update {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:29.540296 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.db.l3_db [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP 7a49620c-07e8-49aa-a9c1-8ce14e08366b associated. External IP: 172.27.0.104, port: 0a16f5f8-3d99-4a3b-b5c0-436389a778e9. Jun 08 18:41:29.980128 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91768) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:41:30.157369 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91768) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:41:30.166443 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:41:30.177148 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:41:30.177773 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:41:30.178250 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:30.232758 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-a4400e27-8d5f-4733-8d80-6cacecd081fe tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2446201 Jun 08 18:41:30.233418 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:41:30.235711 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30" -d '{"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:41:30.277995 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ced6b6-ac79-43c4-b5e8-eae01633cfcd x-openstack-request-id: req-68ced6b6-ac79-43c4-b5e8-eae01633cfcd {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:41:30.278347 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:41:30.278634 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68ced6b6-ac79-43c4-b5e8-eae01633cfcd {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:41:30.279062 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'status': 'completed', 'code': 200} Jun 08 18:41:30.354955 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:41:30.375467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-e7841d79-5400-42c3-a3ba-1bc36ef64ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:30.376928 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-e7841d79-5400-42c3-a3ba-1bc36ef64ee5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1098 time: 0.0755379 Jun 08 18:41:30.513726 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-b78e8149-4e6b-4bfd-8e76-6a142e8ca24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:30.515110 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-b78e8149-4e6b-4bfd-8e76-6a142e8ca24c service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1310728 Jun 08 18:41:30.621504 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-a9da76c3-c463-49c0-9604-d5b91a9775b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 999 time: 0.0992725 Jun 08 18:41:30.682675 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-5de5b653-1077-44d8-8347-95fb0775818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:30.684095 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-5de5b653-1077-44d8-8347-95fb0775818f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0569406 Jun 08 18:41:30.702564 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '7a49620c-07e8-49aa-a9c1-8ce14e08366b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:a3:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:41:28Z', 'updated_at': '2021-06-08T18:41:28Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}, {'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:41:30.706603 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:41:30.714832 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:41:30.715424 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:41:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:41:30.759287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-3865ad89-a954-498b-b0a7-d248387599b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:30.760720 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-3865ad89-a954-498b-b0a7-d248387599b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0706899 Jun 08 18:41:30.890535 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:41:30.891749 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-33d824e8-85cd-4d9b-aaf5-5c040f1e3478 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238244 Jun 08 18:41:31.022759 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-a4ca58ab-c4f1-4b31-99a6-cc7a1647bb30 req-b8603ac8-8942-45b7-9402-b9a5080ce606 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250749 Jun 08 18:41:31.164812 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5313c066-39bd-4d8d-9246-f3fcefa886dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:31.278678 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '7a49620c-07e8-49aa-a9c1-8ce14e08366b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:a3:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:41:28Z', 'updated_at': '2021-06-08T18:41:28Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}, {'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:41:31.282682 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be49cb2-2111-41e1-a739-e6930436fc35 None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': '7a49620c-07e8-49aa-a9c1-8ce14e08366b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:a3:1b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:41:28Z', 'updated_at': '2021-06-08T18:41:28Z', 'revision_number': 0, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}, {'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:41:31.450350 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e82f47e-67fc-4940-91e0-97bd8f7341af None None] New status for floating IP 7a49620c-07e8-49aa-a9c1-8ce14e08366b: ACTIVE {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:41:33.652402 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:33.744894 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-a8da663f-c7ab-4c34-944d-288d21ebffd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:34.760746 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-68da836d-7ea7-4857-b126-a4910c27b081 req-7f0cbbcd-482a-43fb-8752-6559693e8590 service neutron] (91769) timed out ('10.222.0.35', 50463) {{(pid=91769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:41:34.966591 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:36.936596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:37.975786 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-5e509829-8b24-43ff-b66d-2e4a882763d3 req-9f06e8c6-7346-4522-babf-96c9ebc475c9 service neutron] (91768) timed out ('10.222.0.35', 50468) {{(pid=91768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:41:38.428864 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:41:48.001880 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-84ad4b11-e680-4525-875f-244f9a9fd10e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714893 Jun 08 18:41:48.146455 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-9f3b7e8c-e340-45e8-88af-f9de7f2ebb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:48.147839 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-9f3b7e8c-e340-45e8-88af-f9de7f2ebb9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0686991 Jun 08 18:41:48.289388 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-729d4b23-22a0-49b5-a51e-843f13153437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:48.291022 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-729d4b23-22a0-49b5-a51e-843f13153437 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1235740 Jun 08 18:41:48.500076 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-b92bca5b-ac1a-49c1-b4b1-e277ef31bfd7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 1000 time: 0.2012053 Jun 08 18:41:48.566096 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-e38c278f-2337-4c62-b026-f2b2c3532665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:48.567416 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-e38c278f-2337-4c62-b026-f2b2c3532665 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0598891 Jun 08 18:41:48.644244 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-a0800df4-55fa-491a-a40e-d5f9e757e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:41:48.645681 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-a0800df4-55fa-491a-a40e-d5f9e757e107 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719700 Jun 08 18:41:48.656565 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-02438829-b28e-42dd-b72a-7a1ad830ce98 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91768) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 08 18:41:48.657486 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-02438829-b28e-42dd-b72a-7a1ad830ce98 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051615 Jun 08 18:41:48.790613 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-442d8c73-1587-430e-9a63-07968118a80a service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260331 Jun 08 18:41:48.922544 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-21ecaefa-3274-4b44-90d9-42a9d472c396 req-90ee8347-df40-428f-a166-9bce28a22e83 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251287 Jun 08 18:41:55.587405 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:42:01.077334 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-87e06afa-5835-4b04-8196-a0252d52b876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:03.652978 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:03.745676 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-08cb48d9-ebc4-46d6-9262-0e530839835d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:04.968066 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:06.939695 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:08.448584 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:31.078369 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-3aa65170-5cf7-4ddc-9744-0eb84de2a30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:32.586700 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:42:33.654509 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:33.745876 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-f3fdd4da-1ff4-4a0d-9eda-c4cb6d5738a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:34.970971 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:36.940548 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:38.451769 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:42:50.060417 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-ec509a4c-e72c-4dbb-9ed9-58f37f626f6f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116562 Jun 08 18:42:50.149547 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-54431e60-b78f-4170-9ceb-5b4373a92eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:50.150976 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-54431e60-b78f-4170-9ceb-5b4373a92eec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1098 time: 0.0694509 Jun 08 18:42:50.293845 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-e848022a-029d-4480-b108-e1f18d23546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:50.295275 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-e848022a-029d-4480-b108-e1f18d23546e service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1249847 Jun 08 18:42:50.395111 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-803c2f02-6be3-4698-8888-d4d6f5bafda5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 1001 time: 0.0936055 Jun 08 18:42:50.456673 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-078ab92f-1a3b-4ca2-a141-4e191ff9919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:50.458037 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-078ab92f-1a3b-4ca2-a141-4e191ff9919e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0569165 Jun 08 18:42:50.537013 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-ee59b57f-a205-4873-ad3c-52d634e17088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:42:50.539085 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-ee59b57f-a205-4873-ad3c-52d634e17088 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742590 Jun 08 18:42:50.671808 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-8bd872d7-e8eb-4076-b625-017a58f9cd94 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268368 Jun 08 18:42:50.803815 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-465cf7ad-6c93-495d-a3e8-a8fea840dfa4 req-28d6f2aa-ac6f-411e-abac-e7aa5c052919 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257496 Jun 08 18:43:01.080317 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-12e0fe7e-12f3-4861-a360-e254ce611e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:03.656561 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:03.746772 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-5b7d94d9-70df-45b8-a5bc-fc3c06abac23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:04.972854 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:06.943439 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:08.458175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:09.585625 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:43:19.445860 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44114) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:19.708725 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port 08ff628e-25ce-451f-8985-cea52f58d091 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:19.708962 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:19.823588 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:19.823905 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:19.940652 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for 08ff628e-25ce-451f-8985-cea52f58d091 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:20.068197 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:20.072282 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:20.113961 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=08ff628e-25ce-451f-8985-cea52f58d091,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:20.149962 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.150369 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.150735 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.151095 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.151449 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.151801 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.152154 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.152504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.152855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.153202 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.153549 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.153894 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91769) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:20.160939 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:20.293312 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:20.293718 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP 7a49620c-07e8-49aa-a9c1-8ce14e08366b disassociated (deleted). External IP: 172.27.0.104, port: 0a16f5f8-3d99-4a3b-b5c0-436389a778e9. Jun 08 18:43:20.631116 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:43:20.809822 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:43:20.815125 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:20.820236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:43:20.830175 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:20.830821 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:20.869140 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-d0081fde-ea1a-46cb-b2c0-ab0b012856ab tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "DELETE /v2.0/floatingips/7a49620c-07e8-49aa-a9c1-8ce14e08366b HTTP/1.1" status: 204 len: 168 time: 1.4221766 Jun 08 18:43:20.869897 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:43:20.872351 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab5f725-91bc-46d1-98cc-ab1921eee517" -d '{"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:43:20.969997 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90549076-54cb-4c2d-afa2-193266d5b446 x-openstack-request-id: req-90549076-54cb-4c2d-afa2-193266d5b446 {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:43:20.970374 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:43:20.970681 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-90549076-54cb-4c2d-afa2-193266d5b446 {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:43:20.971111 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'status': 'completed', 'code': 200} Jun 08 18:43:21.010161 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:21.067069 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-5daba80b-4991-45f0-9ce5-5999dc1cec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:21.069525 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-5daba80b-4991-45f0-9ce5-5999dc1cec69 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 1098 time: 0.0763938 Jun 08 18:43:21.259467 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-3da2bafb-88a7-45b5-a7f1-ed9161b133ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:21.260896 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-3da2bafb-88a7-45b5-a7f1-ed9161b133ee service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1816425 Jun 08 18:43:21.362191 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:21.367144 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:43:21.375769 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:21.376389 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:21.443266 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-c9dabfde-2927-4f52-b97d-a623df5ea403 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 200 len: 217 time: 0.1746452 Jun 08 18:43:21.451625 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b40f07-a9c3-4775-82fb-141712701d0f req-b4b43180-85e6-4047-a5b9-fd3768c47d6f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:21.452979 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07b40f07-a9c3-4775-82fb-141712701d0f req-b4b43180-85e6-4047-a5b9-fd3768c47d6f tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.2826431 Jun 08 18:43:21.546371 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-07b40f07-a9c3-4775-82fb-141712701d0f req-d1f5b900-5652-4c97-9574-33e7bb2d1ae8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598972 Jun 08 18:43:21.547791 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-9d84c23e-57b7-45c6-9a78-743a1762d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:21.549109 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-9d84c23e-57b7-45c6-9a78-743a1762d625 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0953174 Jun 08 18:43:21.557543 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:21.626182 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-af96e422-fd7f-4401-90f9-b7a933bb6993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:21.627700 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-af96e422-fd7f-4401-90f9-b7a933bb6993 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0704260 Jun 08 18:43:21.761512 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-6b6dd8b3-9785-400f-98ec-64197d340203 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263754 Jun 08 18:43:21.895475 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-9ab5f725-91bc-46d1-98cc-ab1921eee517 req-6cbbd492-5539-4679-bb6d-86fb83d8ebb7 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253824 Jun 08 18:43:21.943295 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:21.947219 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1294a-5c52-447d-a253-3dffe2fbc3ee None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_floatingips': [{'id': 'be0090a0-30f4-4f1a-ab2f-9722a4a8b62b', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'router_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'port_id': '479d3adf-e712-4429-8962-9a014900b000', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'mac_address': 'fa:16:3e:34:c1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-08T18:39:04Z', 'updated_at': '2021-06-08T18:39:07Z', 'revision_number': 1, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:43:22.145189 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd26e4c-4092-4bf9-83aa-6c8ee58cc5f4 None None] New status for floating IP 7a49620c-07e8-49aa-a9c1-8ce14e08366b: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:43:22.756804 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066dd54-880f-4ace-834f-08250b803a23 req-1a61faed-e03f-40a1-98bc-237fa05d44d4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:22.758245 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d066dd54-880f-4ace-834f-08250b803a23 req-1a61faed-e03f-40a1-98bc-237fa05d44d4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.0840807 Jun 08 18:43:22.801833 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-d066dd54-880f-4ace-834f-08250b803a23 req-cf7b6c22-17d6-483f-902b-342c554db2c8 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379763 Jun 08 18:43:22.939550 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-1ad36480-34e1-4cb9-8e90-513bb16ead3e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:22.940844 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-1ad36480-34e1-4cb9-8e90-513bb16ead3e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 945 time: 0.0765886 Jun 08 18:43:23.073683 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:23.074014 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:23.203158 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] For port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:23.203415 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:23.323787 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:23.432411 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:23.437818 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-b0a68d0c-baf6-4e1f-b666-5f25bef70e80 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:23.481923 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=0a16f5f8-3d99-4a3b-b5c0-436389a778e9,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:23.515400 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.515778 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.516147 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.516510 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.516868 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.517230 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.517582 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.517934 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.518288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.518664 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.519013 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.519362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91768) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:23.527016 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:23.572292 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] No DVR routers for this DVR port 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:23.574704 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:23.576585 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-c11c8050-cc78-47fd-adbf-e27c188e2d42 req-71ca63b4-5c6a-403b-bedb-be4b3be94dae tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "DELETE /v2.0/ports/0a16f5f8-3d99-4a3b-b5c0-436389a778e9 HTTP/1.1" status: 204 len: 173 time: 0.6306970 Jun 08 18:43:23.577084 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'name': 'network-vif-deleted', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:43:23.579357 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd393b7-9ed2-416a-bbc4-c650c23f281f" -d '{"events": [{"server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "name": "network-vif-deleted", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:43:23.634866 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe940072-96b8-4c3c-a9e5-52fce0a3093d x-openstack-request-id: req-fe940072-96b8-4c3c-a9e5-52fce0a3093d {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:43:23.635199 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db24b49b-10b7-455f-b06d-59c72a5f457c", "name": "network-vif-deleted", "tag": "0a16f5f8-3d99-4a3b-b5c0-436389a778e9", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:43:23.635486 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fe940072-96b8-4c3c-a9e5-52fce0a3093d {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:43:23.635919 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db24b49b-10b7-455f-b06d-59c72a5f457c', 'name': 'network-vif-deleted', 'tag': '0a16f5f8-3d99-4a3b-b5c0-436389a778e9', 'status': 'completed', 'code': 200} Jun 08 18:43:23.960265 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-0b9da721-85e5-4452-951f-4132f9bc9023 req-ab506191-b4a0-46c1-8b77-f5ebd4291bf5 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=db24b49b-10b7-455f-b06d-59c72a5f457c HTTP/1.1" status: 200 len: 210 time: 0.0444319 Jun 08 18:43:25.767181 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:25.799994 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:25.800336 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 0a16f5f8-3d99-4a3b-b5c0-436389a778e9 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:27.445719 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44160) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:27.701526 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port f1cdeb03-cd62-46fc-bbce-9d99bf0c7abe {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:27.701782 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:27.817155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:27.817476 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:27.938380 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for f1cdeb03-cd62-46fc-bbce-9d99bf0c7abe owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:28.057477 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:28.061765 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-16c0e894-72d9-4c68-a06c-852e16fe2001 tempest-TestMinimumBasicScenario-771215561 tempest-TestMinimumBasicScenario-771215561-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:28.105288 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=f1cdeb03-cd62-46fc-bbce-9d99bf0c7abe,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:28.129835 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:28.279663 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:28.280046 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.db.l3_db [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Floating IP be0090a0-30f4-4f1a-ab2f-9722a4a8b62b disassociated (deleted). External IP: 172.27.0.22, port: 479d3adf-e712-4429-8962-9a014900b000. Jun 08 18:43:28.620335 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:43:28.797223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:43:28.802048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:28.807129 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:43:28.816223 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:28.816828 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:28.855679 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6c66125c-5a6e-440d-846f-db325a5c4a08 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "DELETE /v2.0/floatingips/be0090a0-30f4-4f1a-ab2f-9722a4a8b62b HTTP/1.1" status: 204 len: 168 time: 1.4088459 Jun 08 18:43:28.856339 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000'}] {{(pid=91769) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:43:28.858623 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f05654e3563d458dd1845d6e8939442008c9b340a0711c10347160aef760535" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f" -d '{"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000"}]}' {{(pid=91769) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:43:28.901123 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 08 Jun 2021 18:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321aea83-300b-46b0-b14b-ec5b392f5d1a x-openstack-request-id: req-321aea83-300b-46b0-b14b-ec5b392f5d1a {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:43:28.901447 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "tag": "479d3adf-e712-4429-8962-9a014900b000", "status": "completed", "code": 200}]} {{(pid=91769) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:43:28.901730 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-321aea83-300b-46b0-b14b-ec5b392f5d1a {{(pid=91769) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:43:28.902154 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'tag': '479d3adf-e712-4429-8962-9a014900b000', 'status': 'completed', 'code': 200} Jun 08 18:43:29.008390 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-a27d33b6-0dc6-40ba-a586-3158810ccb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:29.009870 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-a27d33b6-0dc6-40ba-a586-3158810ccb8f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5e13a9768b3942819c4be31f593a0e0d&device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 1098 time: 0.0851338 Jun 08 18:43:29.010965 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:29.150225 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-fb322421-aee6-433e-ac8b-dce615a141f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:29.151676 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-fb322421-aee6-433e-ac8b-dce615a141f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 200 len: 912 time: 0.1345646 Jun 08 18:43:29.324758 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:29.328883 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:43:29.338433 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:29.339053 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:04Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:29.367916 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-65291ca9-4eda-45a3-a55c-2d1a60b1e680 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 200 len: 217 time: 0.2084763 Jun 08 18:43:29.446176 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-b293f97e-67f2-4f31-ae0f-080fdaa083e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:29.447513 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-b293f97e-67f2-4f31-ae0f-080fdaa083e2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 200 len: 850 time: 0.0681789 Jun 08 18:43:29.462279 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cb924-5949-4b5b-9ffc-60ec74538a3e req-a85b73dd-a7d1-43d5-b291-156b2c4325e4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:29.463682 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de4cb924-5949-4b5b-9ffc-60ec74538a3e req-a85b73dd-a7d1-43d5-b291-156b2c4325e4 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.3034823 Jun 08 18:43:29.518665 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:29.555333 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-de4cb924-5949-4b5b-9ffc-60ec74538a3e req-c9a68aae-0430-48a3-bf1a-091a179c6072 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574272 Jun 08 18:43:29.570640 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-e961f341-bafd-4916-90d9-33304fd6ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:29.572071 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-e961f341-bafd-4916-90d9-33304fd6ae8f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=25db2735-6a77-4470-a12a-cc3d659f9e93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1075573 Jun 08 18:43:29.704977 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-98662711-b8df-40ae-a020-c1fc05f2af56 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253610 Jun 08 18:43:29.837659 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:29.841541 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f87cadc-d701-4c61-ba1d-223facbe0b1b None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:35:24Z', 'revision_number': 4, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi', '_interfaces': [{'id': '2b25590a-a473-4ff4-b2ef-d4825a8cf671', 'name': '', 'network_id': '25db2735-6a77-4470-a12a-cc3d659f9e93', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'mac_address': 'fa:16:3e:da:95:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:23Z', 'updated_at': '2021-06-08T18:35:29Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'subnets': [{'id': '957f114f-ff69-4acf-9dbf-fd4306cafe84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:43:29.843250 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-4c2744d3-be54-4c73-a008-5dbd5aa9d73f req-80b72ce2-495b-4548-ae77-55cdaca1c8c0 service neutron] 10.222.0.35 "GET /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291831 Jun 08 18:43:30.042567 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28719a62-e540-40b2-ac4e-04370c4577f0 None None] New status for floating IP be0090a0-30f4-4f1a-ab2f-9722a4a8b62b: DOWN {{(pid=91772) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 08 18:43:30.739187 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a716-f94a-44d4-b7e8-319b0e7f5bab req-30e44ce6-81fa-4948-ad44-079b619bb977 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:30.740609 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ead4a716-f94a-44d4-b7e8-319b0e7f5bab req-30e44ce6-81fa-4948-ad44-079b619bb977 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.0790009 Jun 08 18:43:30.785418 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-ead4a716-f94a-44d4-b7e8-319b0e7f5bab req-f9774c57-dad3-4107-beaa-353c61b39a9d tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a77262d-d68b-40b3-a374-ad727c9c0571&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378966 Jun 08 18:43:30.874241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-53aa4683-4817-4617-ac8a-93621dcd1fdb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91768) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 08 18:43:30.875556 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-53aa4683-4817-4617-ac8a-93621dcd1fdb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 945 time: 0.0855956 Jun 08 18:43:31.010680 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port 479d3adf-e712-4429-8962-9a014900b000 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:31.011018 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:31.082048 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-622df37b-1cc4-4b54-afbe-7526e9ce96e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:31.145916 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] For port 479d3adf-e712-4429-8962-9a014900b000, host hv-cinder-73362, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-73362',level=0,port_id=479d3adf-e712-4429-8962-9a014900b000,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:31.146181 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:31.264697 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for 479d3adf-e712-4429-8962-9a014900b000 owned by compute:nova {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:31.373945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:31.380287 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-06928fd3-92eb-429f-82a8-b77f259e04c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:31.450603 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=479d3adf-e712-4429-8962-9a014900b000,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:31.457639 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:31.499913 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] No DVR routers for this DVR port 479d3adf-e712-4429-8962-9a014900b000 on host hv-cinder-73362 {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:31.502362 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for port, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:31.504208 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-b41353c8-baa8-4ed4-9a3e-29b1e4cbd50d req-067ade4e-92d7-407e-b1ab-40a1e8640b57 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.35 "DELETE /v2.0/ports/479d3adf-e712-4429-8962-9a014900b000 HTTP/1.1" status: 204 len: 173 time: 0.6234329 Jun 08 18:43:31.504779 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'name': 'network-vif-deleted', 'tag': '479d3adf-e712-4429-8962-9a014900b000'}] {{(pid=91768) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 08 18:43:31.507281 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8d25d1b9ddbdb3c21afaa55525fab5250f3e1a9cb18b2eaefd506786eb54411" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af64429a-5900-40d3-98d2-75fd7b989390" -d '{"events": [{"server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "name": "network-vif-deleted", "tag": "479d3adf-e712-4429-8962-9a014900b000"}]}' {{(pid=91768) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 08 18:43:31.548945 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 08 Jun 2021 18:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3190ab-2f14-4b27-b926-99380d46885a x-openstack-request-id: req-4b3190ab-2f14-4b27-b926-99380d46885a {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 08 18:43:31.549327 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1831a5d8-f9b9-4f9e-b621-5992b2d4dab5", "name": "network-vif-deleted", "tag": "479d3adf-e712-4429-8962-9a014900b000", "status": "completed", "code": 200}]} {{(pid=91768) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 08 18:43:31.549650 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b3190ab-2f14-4b27-b926-99380d46885a {{(pid=91768) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 08 18:43:31.550129 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1831a5d8-f9b9-4f9e-b621-5992b2d4dab5', 'name': 'network-vif-deleted', 'tag': '479d3adf-e712-4429-8962-9a014900b000', 'status': 'completed', 'code': 200} Jun 08 18:43:31.951131 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [req-3a8d64d7-3a2c-4621-a78c-186d4ea57e0c req-0286a507-669a-4823-b61a-62496ec4e90e tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "GET /v2.0/ports?device_id=1831a5d8-f9b9-4f9e-b621-5992b2d4dab5 HTTP/1.1" status: 200 len: 210 time: 0.0439076 Jun 08 18:43:33.046764 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44178) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:33.255357 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Deleting port b0dbe388-da80-4b17-a7be-71a8a49f3495 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:33.255700 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.370188 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.370532 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.489026 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Calling delete_port for b0dbe388-da80-4b17-a7be-71a8a49f3495 owned by network:floatingip {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:33.597151 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.602267 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0db629f0-7b17-434c-ab71-fdf64f054350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:33.644488 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'Port': ['ID=b0dbe388-da80-4b17-a7be-71a8a49f3495,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:33.647391 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:33.699516 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.750031 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d7e61eba-be01-493f-be08-19045300c817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.778004 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 479d3adf-e712-4429-8962-9a014900b000 no longer exists at agent hyperv_hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:33.811088 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] No Port match for: 479d3adf-e712-4429-8962-9a014900b000 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:33.811438 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Device 479d3adf-e712-4429-8962-9a014900b000 not bound to the agent host hv-cinder-73362 {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:33.830773 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for floatingip, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.833107 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108176'] for floatingip, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:33.834214 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "DELETE /v2.0/floatingips/dc73fc00-89de-4ef8-a345-ad592dc2c572 HTTP/1.1" status: 204 len: 168 time: 0.7864747 Jun 08 18:43:34.975922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:35.208252 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44192) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:35.274805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:35.304236 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:35.370707 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:35.373411 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:35.374572 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] 10.222.0.46 "DELETE /v2.0/security-groups/5a77262d-d68b-40b3-a374-ad727c9c0571 HTTP/1.1" status: 204 len: 168 time: 0.1653237 Jun 08 18:43:35.375357 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-3cf32d66-10ae-43cb-b25b-892eef80905b tempest-TestShelveInstance-1199519111 tempest-TestShelveInstance-1199519111-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:35.386905 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a77262d-d68b-40b3-a374-ad727c9c0571,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:35.389307 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-5368e815-62d2-42e2-ad79-deba1f9c56cb tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:35.438283 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44196) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:36.076395 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:36.467976 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Deleting port 2b25590a-a473-4ff4-b2ef-d4825a8cf671 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:36.468630 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:36.584886 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] For port 2b25590a-a473-4ff4-b2ef-d4825a8cf671, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=2b25590a-a473-4ff4-b2ef-d4825a8cf671,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:36.585231 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:36.704141 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Calling delete_port for 2b25590a-a473-4ff4-b2ef-d4825a8cf671 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:36.930100 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:36.933931 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-82360e8d-5f2f-4ebc-b675-8fe24a592fa3 tempest-TestVolumeBootPattern-980801812 tempest-TestVolumeBootPattern-980801812-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:36.947845 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:36.978174 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b25590a-a473-4ff4-b2ef-d4825a8cf671,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:36.981711 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:37.240154 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:37.592587 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Router 7df633ac-3b24-4bd5-8861-0a0919255139 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:43:37.765884 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:43:37.770518 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-2db56476-835b-4952-9f77-b8f7efccd1a8 admin admin] 10.222.0.46 "PUT /v2.0/routers/7df633ac-3b24-4bd5-8861-0a0919255139/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3311996 Jun 08 18:43:37.773557 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44204) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:37.776114 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Sync routers for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:43:37.785172 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:37.785844 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:37.946447 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:37.956402 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:38.220105 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.291515 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Deleting port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:38.291855 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.402529 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:43:36Z', 'revision_number': 5, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port': {'id': 'c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:20:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:20Z', 'updated_at': '2021-06-08T18:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:38.409498 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Checking router: 7df633ac-3b24-4bd5-8861-0a0919255139 for host: dv-cinder-733622-16-iscsi {{(pid=91770) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:43:38.414315 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] For port c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:38.414825 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.422533 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Routers {'7df633ac-3b24-4bd5-8861-0a0919255139'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91770) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:38.423155 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['7df633ac-3b24-4bd5-8861-0a0919255139'], 'active': True} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:38.537004 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Calling delete_port for c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:38.561185 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.592869 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvr_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] Set router 7df633ac-3b24-4bd5-8861-0a0919255139 gateway port host: None {{(pid=91770) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:38.674498 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.678059 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:38.698884 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_hamode_db [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:43:38Z', 'revision_number': 6, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:38.703030 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-505710b9-aa17-4e41-9e98-dda672d7877a None None] The sync data for ids ['7df633ac-3b24-4bd5-8861-0a0919255139'] in dv-cinder-733622-16-iscsi is: [{'id': '7df633ac-3b24-4bd5-8861-0a0919255139', 'name': 'tempest-TestVolumeBootPattern-715369572-router', 'tenant_id': '5e13a9768b3942819c4be31f593a0e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:19Z', 'updated_at': '2021-06-08T18:43:38Z', 'revision_number': 6, 'project_id': '5e13a9768b3942819c4be31f593a0e0d', 'gw_port_host': None}] {{(pid=91770) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:43:38.725397 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:38.728705 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:38.817882 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.988347 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:38.991367 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.012782 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.013330 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7df633ac-3b24-4bd5-8861-0a0919255139 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:43:39.017626 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.018335 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-c986609f-6943-4a20-aba5-34848c3bbd78 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7df633ac-3b24-4bd5-8861-0a0919255139 HTTP/1.1" status: 204 len: 168 time: 1.2438583 Jun 08 18:43:39.020817 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44208) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:39.083139 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Deleting subnet 957f114f-ff69-4acf-9dbf-fd4306cafe84 {{(pid=91769) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:43:39.086753 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.141038 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2968011'] for subnet, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.221913 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.287235 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2279728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3192263'] for subnet, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.291950 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:39.327182 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957f114f-ff69-4acf-9dbf-fd4306cafe84,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:39.329103 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for subnet, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.333539 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/957f114f-ff69-4acf-9dbf-fd4306cafe84 HTTP/1.1" status: 204 len: 168 time: 0.3094819 Jun 08 18:43:39.333539 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-6e28853f-1966-4c25-a5fb-21229bd880b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:39.334012 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44210) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:39.336607 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82abc054-48d7-497f-910a-8b8bfb0fdd56 None None] Network 25db2735-6a77-4470-a12a-cc3d659f9e93 requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:43:39.438743 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.495788 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2b25590a-a473-4ff4-b2ef-d4825a8cf671 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:39.531193 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Deleting port e864298c-9c41-4d8e-938c-994d02658cec {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:39.531544 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.588086 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 2b25590a-a473-4ff4-b2ef-d4825a8cf671 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:39.588349 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 2b25590a-a473-4ff4-b2ef-d4825a8cf671 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:39.635183 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] For port e864298c-9c41-4d8e-938c-994d02658cec, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=e864298c-9c41-4d8e-938c-994d02658cec,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:39.635497 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.689698 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] DHCP port deletion for 25db2735-6a77-4470-a12a-cc3d659f9e93 request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:43:39.761404 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Deleting port e864298c-9c41-4d8e-938c-994d02658cec {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:39.761783 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.861048 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Calling delete_port for e864298c-9c41-4d8e-938c-994d02658cec owned by network:dhcp {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:39.866700 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] For port e864298c-9c41-4d8e-938c-994d02658cec, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=e864298c-9c41-4d8e-938c-994d02658cec,segment=NetworkSegment(e4569860-182c-4db0-83ca-2b11ed3d1f53),segment_id=e4569860-182c-4db0-83ca-2b11ed3d1f53)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:39.867099 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.907163 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:39.912053 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:39.954989 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Pushing event deleted for resources: {'Port': ['ID=e864298c-9c41-4d8e-938c-994d02658cec,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:39.957485 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:39.961155 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] No DVR routers for this DVR port e864298c-9c41-4d8e-938c-994d02658cec on host dv-cinder-733622-16-iscsi {{(pid=91769) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:39.987527 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Calling delete_port for e864298c-9c41-4d8e-938c-994d02658cec owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:40.028620 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.032131 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-98eac666-a081-408b-984b-b711c8009434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:40.075095 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.078763 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] No DVR routers for this DVR port e864298c-9c41-4d8e-938c-994d02658cec on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:40.087344 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Pushing event deleted for resources: {'Port': ['ID=e864298c-9c41-4d8e-938c-994d02658cec,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:40.092821 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25db2735-6a77-4470-a12a-cc3d659f9e93']}} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:40.095812 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.096163 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.096502 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.096830 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.097154 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.097477 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.097798 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.098118 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.098466 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.098786 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.099103 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.099416 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-733622-16-iscsi {{(pid=91770) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 08 18:43:40.103117 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-26c9982c-f12d-4d69-8288-d450a450b6b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:40.107490 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4569860-182c-4db0-83ca-2b11ed3d1f53') {'for_net_delete': True} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:40.107786 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.services.segments.db [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4569860-182c-4db0-83ca-2b11ed3d1f53') {} {{(pid=91769) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:40.119554 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2968000'] for segment, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.138602 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.144525 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=91769) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:43:40.144911 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2279829'] for segment, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: Traceback (most recent call last): Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: timer() Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: cb(*args, **kw) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: return func(*args, **kwargs) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: self._notify() Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: self.callback(batched_events) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: event.method(event) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: return f(self, *a, **k) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._get(url).json() Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: return self.request(url, 'GET', **kwargs) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:43:40.158511 dv-cinder-733622-16-iscsi neutron-server[91769]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:43:40.232412 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.236250 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:40.248651 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.250425 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/25db2735-6a77-4470-a12a-cc3d659f9e93 HTTP/1.1" status: 204 len: 168 time: 0.9155152 Jun 08 18:43:40.253209 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44212) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:40.308780 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Pushing event deleted for resources: {'Network': ['ID=25db2735-6a77-4470-a12a-cc3d659f9e93,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:40.315579 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-10c6f037-54b1-4ab2-9a9b-7330fd53cd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:40.779896 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-351531'] for router_interface, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:40.788150 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device e864298c-9c41-4d8e-938c-994d02658cec no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:40.821236 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: e864298c-9c41-4d8e-938c-994d02658cec {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:40.821582 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device e864298c-9c41-4d8e-938c-994d02658cec not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:40.821992 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:40.854641 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:40.854995 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c2a8e1bc-22c2-4c17-9fad-f7fc76a1677d not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:41.181977 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Deleting port 078da8bd-535a-472a-abb5-d8d079bab9e8 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:41.182594 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:41.383834 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-4df50936-2854-49a8-9282-282863219902 admin admin] For port 078da8bd-535a-472a-abb5-d8d079bab9e8, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=078da8bd-535a-472a-abb5-d8d079bab9e8,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:41.384187 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:41.503373 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Calling delete_port for 078da8bd-535a-472a-abb5-d8d079bab9e8 owned by network:router_interface {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:41.638417 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:41.642791 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-fb5151e8-3fff-4ab1-83d7-b5d681ba6a83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:41.684805 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Pushing event deleted for resources: {'Port': ['ID=078da8bd-535a-472a-abb5-d8d079bab9e8,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:41.689045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:41.950693 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-516847', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418768'] for router_interface, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:42.300248 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Router e4ecda74-c8b0-4d23-8363-863eb9842996 has already been hosted by L3 agent 3abe55b5-2dff-4028-8acb-c424b6847e61 {{(pid=91769) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 08 18:43:42.473883 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df50936-2854-49a8-9282-282863219902 admin admin] Notify agent at l3_agent.dv-cinder-733622-16-iscsi the message routers_updated {{(pid=91769) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 08 18:43:42.480281 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-4df50936-2854-49a8-9282-282863219902 admin admin] 10.222.0.46 "PUT /v2.0/routers/e4ecda74-c8b0-4d23-8363-863eb9842996/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2260969 Jun 08 18:43:42.482067 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44214) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:42.484705 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Sync routers for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 08 18:43:42.494282 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:42.494917 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:42.668779 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: dv-cinder-733622-16-iscsi {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:42.752504 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks [] for router, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:42.928720 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:42.949340 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'external_fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:43:41Z', 'revision_number': 5, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port': {'id': 'c493276b-f2a1-493e-951f-4ed5c882cfc5', 'name': '', 'network_id': '02d77c2b-962a-40ed-8f7a-bf4a29c6295c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:e0:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'device_owner': 'network:router_gateway', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-733622-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-08T18:35:28Z', 'updated_at': '2021-06-08T18:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7aeae30e-41bf-435f-856f-f998ec470a88', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-733622-16-iscsi'}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:42.953210 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Checking router: e4ecda74-c8b0-4d23-8363-863eb9842996 for host: dv-cinder-733622-16-iscsi {{(pid=91772) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 08 18:43:42.962108 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Routers {'e4ecda74-c8b0-4d23-8363-863eb9842996'} bound to L3 agent in host dv-cinder-733622-16-iscsi {{(pid=91772) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 08 18:43:42.962738 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-733622-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-08T18:13:34Z,description=,heartbeat_timestamp=2021-06-08T18:43:34Z,host='dv-cinder-733622-16-iscsi',id=3abe55b5-2dff-4028-8acb-c424b6847e61,load=0,resource_versions=,resources_synced=,started_at=2021-06-08T18:13:34Z,topic='l3_agent')) {'router_ids': ['e4ecda74-c8b0-4d23-8363-863eb9842996'], 'active': True} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:43.002450 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Deleting port c493276b-f2a1-493e-951f-4ed5c882cfc5 {{(pid=91769) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:43.002791 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.108966 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_dvr_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] Set router e4ecda74-c8b0-4d23-8363-863eb9842996 gateway port host: None {{(pid=91772) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Jun 08 18:43:43.122045 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.db [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] For port c493276b-f2a1-493e-951f-4ed5c882cfc5, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=c493276b-f2a1-493e-951f-4ed5c882cfc5,segment=NetworkSegment(bdf295cc-51d0-4d52-b7bf-a1331b3c6b14),segment_id=bdf295cc-51d0-4d52-b7bf-a1331b3c6b14)] {{(pid=91769) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:43.122433 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.241281 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.l3_hamode_db [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:43:42Z', 'revision_number': 6, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port_host': None}], 'dv-cinder-733622-16-iscsi', False) {} {{(pid=91772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:43.245371 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d88d6d-9708-41c3-b707-86ebfb0b3544 None None] The sync data for ids ['e4ecda74-c8b0-4d23-8363-863eb9842996'] in dv-cinder-733622-16-iscsi is: [{'id': 'e4ecda74-c8b0-4d23-8363-863eb9842996', 'name': 'tempest-TestVolumeBootPattern-31001956-router', 'tenant_id': '83ed36658f4b4f17abfb7e897350437f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-08T18:35:27Z', 'updated_at': '2021-06-08T18:43:42Z', 'revision_number': 6, 'project_id': '83ed36658f4b4f17abfb7e897350437f', 'gw_port_host': None}] {{(pid=91772) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 08 18:43:43.246940 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.plugins.ml2.plugin [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Calling delete_port for c493276b-f2a1-493e-951f-4ed5c882cfc5 owned by network:router_gateway {{(pid=91769) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:43.383760 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2279910'] for port, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.388223 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e965ead5-38f2-43f2-8dd9-b604379cd4b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:43.435691 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Pushing event deleted for resources: {'Port': ['ID=c493276b-f2a1-493e-951f-4ed5c882cfc5,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:43.466733 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:43.521305 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-351565'] for router_gateway, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.694496 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29443'] for router, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.697063 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.720044 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-420084'] for router, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.720562 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4ecda74-c8b0-4d23-8363-863eb9842996 {{(pid=91769) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 08 18:43:43.724514 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] Notify callbacks [] for router, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.725780 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-7d2eabdd-dee6-45f7-8495-4c3ccba7868e admin admin] 10.222.0.46 "DELETE /v2.0/routers/e4ecda74-c8b0-4d23-8363-863eb9842996 HTTP/1.1" status: 204 len: 168 time: 1.2426991 Jun 08 18:43:43.728502 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 44216) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:43.788541 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.db_base_plugin_v2 [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Deleting subnet b47c376e-3148-4dab-b479-f8b103401002 {{(pid=91768) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 08 18:43:43.791562 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.842851 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2774528'] for subnet, precommit_delete_associations {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.918554 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-701756'] for subnet, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.988241 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-701749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144232', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2773769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2271444'] for subnet, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:43.992942 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:44.139651 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b47c376e-3148-4dab-b479-f8b103401002,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:44.142189 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:44.147754 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.151880 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-87677e2c-9f79-4e59-82e4-394c497cfb99 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b47c376e-3148-4dab-b479-f8b103401002 HTTP/1.1" status: 204 len: 168 time: 0.4200108 Jun 08 18:43:44.152442 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [-] (91768) accepted ('10.222.0.46', 44218) {{(pid=91768) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:44.152749 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114cce5-a5dd-4c32-a4aa-a23d729670a4 None None] Network 3241579f-d791-490f-9113-d084b4a5807b requested from dv-cinder-733622-16-iscsi {{(pid=91770) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 08 18:43:44.265197 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-620165'] for network, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.337122 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Deleting port 58fba0f9-b898-4bff-8c60-7a8901130104 {{(pid=91768) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:44.337389 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.403935 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] DHCP port deletion for 3241579f-d791-490f-9113-d084b4a5807b request from dv-cinder-733622-16-iscsi {{(pid=91770) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 08 18:43:44.444558 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.db [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] For port 58fba0f9-b898-4bff-8c60-7a8901130104, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58fba0f9-b898-4bff-8c60-7a8901130104,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91768) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:44.444902 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.468595 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Deleting port 58fba0f9-b898-4bff-8c60-7a8901130104 {{(pid=91770) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 08 18:43:44.468981 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753897631973'] for port, before_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.564601 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.plugin [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Calling delete_port for 58fba0f9-b898-4bff-8c60-7a8901130104 owned by network:dhcp {{(pid=91768) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:44.565238 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.db [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] For port 58fba0f9-b898-4bff-8c60-7a8901130104, host dv-cinder-733622-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-733622-16-iscsi',level=0,port_id=58fba0f9-b898-4bff-8c60-7a8901130104,segment=NetworkSegment(75f227ce-68f4-4e17-8459-6fd4e29bc037),segment_id=75f227ce-68f4-4e17-8459-6fd4e29bc037)] {{(pid=91770) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 08 18:43:44.565637 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-425864'] for port, precommit_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.610001 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2773983'] for port, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.613645 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-45d89e58-3134-4b1a-ac16-2e383ff533e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:44.659385 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Pushing event deleted for resources: {'Port': ['ID=58fba0f9-b898-4bff-8c60-7a8901130104,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:44.663108 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:44.663879 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] No DVR routers for this DVR port 58fba0f9-b898-4bff-8c60-7a8901130104 on host dv-cinder-733622-16-iscsi {{(pid=91768) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:44.687469 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Calling delete_port for 58fba0f9-b898-4bff-8c60-7a8901130104 owned by network:dhcp {{(pid=91770) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 08 18:43:44.731337 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-541300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-144204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-516849', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753897690341', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753897254009'] for port, after_delete {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.734841 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:44.780993 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Pushing event deleted for resources: {'Port': ['ID=58fba0f9-b898-4bff-8c60-7a8901130104,revision_number=None']} {{(pid=91770) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:44.784342 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG oslo_concurrency.lockutils [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:44.784815 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-702853', 'neutron.services.segments.db._delete_segments_for_network-8753897521327'] for network, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.785328 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23ac7f-636c-4a5c-bb53-9e032c20cbfb None None] No DVR routers for this DVR port 58fba0f9-b898-4bff-8c60-7a8901130104 on host dv-cinder-733622-16-iscsi {{(pid=91770) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 08 18:43:44.799100 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3241579f-d791-490f-9113-d084b4a5807b']}} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:44.811288 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f227ce-68f4-4e17-8459-6fd4e29bc037') {'for_net_delete': True} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:44.811586 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.services.segments.db [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f227ce-68f4-4e17-8459-6fd4e29bc037') {} {{(pid=91768) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 08 18:43:44.812083 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 078da8bd-535a-472a-abb5-d8d079bab9e8 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:44.823447 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753897524426', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2774539'] for segment, before_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.840696 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747'] for segment, precommit_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.847079 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=91768) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 08 18:43:44.847214 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 078da8bd-535a-472a-abb5-d8d079bab9e8 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:44.847466 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-696747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2773932'] for segment, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.847614 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 078da8bd-535a-472a-abb5-d8d079bab9e8 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:44.847922 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58fba0f9-b898-4bff-8c60-7a8901130104 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: Traceback (most recent call last): Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: timer() Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: cb(*args, **kw) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: return func(*args, **kwargs) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: self._notify() Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: self.callback(batched_events) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: event.method(event) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: aggregate_uuid = self.p_client.list_aggregates( Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: return f(self, *a, **k) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._get(url).json() Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: return self.request(url, 'GET', **kwargs) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: base_url = self.get_endpoint(auth, allow=allow, Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 08 18:43:44.860928 dv-cinder-733622-16-iscsi neutron-server[91768]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 08 18:43:44.879755 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: 58fba0f9-b898-4bff-8c60-7a8901130104 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:44.880095 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device 58fba0f9-b898-4bff-8c60-7a8901130104 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:44.880506 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c493276b-f2a1-493e-951f-4ed5c882cfc5 no longer exists at agent ovs-agent-dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 08 18:43:44.919184 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.plugin [None req-98eac666-a081-408b-984b-b711c8009434 None None] No Port match for: c493276b-f2a1-493e-951f-4ed5c882cfc5 {{(pid=91770) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 08 18:43:44.919534 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron.plugins.ml2.rpc [None req-98eac666-a081-408b-984b-b711c8009434 None None] Device c493276b-f2a1-493e-951f-4ed5c882cfc5 not bound to the agent host dv-cinder-733622-16-iscsi {{(pid=91770) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 08 18:43:44.938663 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-702898', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-426558', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-516838', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-351594'] for network, after_delete {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.942289 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:44.956114 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron_lib.callbacks.manager [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-516739'] for network, before_response {{(pid=91768) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:44.957906 dv-cinder-733622-16-iscsi neutron-server[91768]: INFO neutron.wsgi [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3241579f-d791-490f-9113-d084b4a5807b HTTP/1.1" status: 204 len: 168 time: 0.8045273 Jun 08 18:43:44.964727 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Pushing event deleted for resources: {'Network': ['ID=3241579f-d791-490f-9113-d084b4a5807b,revision_number=None']} {{(pid=91768) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:44.967405 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG oslo_concurrency.lockutils [None req-fcc815b9-d63a-4198-a190-e42e1c080111 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91768) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:45.074255 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44222) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:45.121981 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-9ed134b4-296a-44e9-bfbc-0fa59449ad6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e13a9768b3942819c4be31f593a0e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463939 Jun 08 18:43:45.124150 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44224) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:45.183167 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.208483 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.258562 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.260945 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.264272 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4b736d2-c102-46c6-aa0c-68239755a0aa HTTP/1.1" status: 204 len: 168 time: 0.1370313 Jun 08 18:43:45.264272 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0718d3e8-4c35-4bc9-b842-83c29cdad2be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:45.272476 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b736d2-c102-46c6-aa0c-68239755a0aa,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:45.274877 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-60aa57cb-4b48-4301-b97a-b9895799633f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:45.599266 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44230) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:45.651321 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-164d9b03-9cf5-4ae2-8954-acc94564fe3f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=83ed36658f4b4f17abfb7e897350437f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504167 Jun 08 18:43:45.653644 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [-] (91769) accepted ('10.222.0.46', 44232) {{(pid=91769) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 08 18:43:45.710685 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.736412 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.791177 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-426496'] for security_group, after_delete {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.793683 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron_lib.callbacks.manager [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91769) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:43:45.794847 dv-cinder-733622-16-iscsi neutron-server[91769]: INFO neutron.wsgi [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ebcc205-23ef-450d-b2d8-332f8f4a718d HTTP/1.1" status: 204 len: 168 time: 0.1403224 Jun 08 18:43:45.795627 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-0db4cd62-857e-414d-bc21-9cdc7a23e829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 08 18:43:45.805890 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebcc205-23ef-450d-b2d8-332f8f4a718d,revision_number=None']} {{(pid=91769) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 08 18:43:45.808270 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG oslo_concurrency.lockutils [None req-e65aae7e-b603-44e1-847e-0064d37b0987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91769) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 08 18:43:46.584579 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:44:01.084746 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8759dcf9-aef9-4e5c-9e9b-52b4d85aa4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:03.661977 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:03.751174 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8b01b7dd-ee39-4601-8a38-b00ae91c132a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:04.979499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:06.951026 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:08.445226 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:23.584237 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:44:31.086571 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9b20-72db-4aac-975b-5fd0eb8fd4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:33.664084 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:33.750479 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-76517495-4168-420a-a2eb-356e234b39f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:34.983120 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:36.952363 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:44:38.468818 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:00.583006 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:45:01.088940 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-09a7f5b6-12bf-4139-a6b2-3dc4422a1c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:03.666059 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:03.750242 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-15e165b1-3c24-4280-bd34-e21dea75eb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:04.984657 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:06.958057 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:08.475682 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:31.089787 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-47a44fd7-ff7f-4879-9229-d47785ec656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:33.668350 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:33.750604 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-95029753-38b3-4bc3-bb8d-d6e169396784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:34.987801 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:36.959885 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:45:37.581352 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:45:38.473534 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:01.093785 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-297ca2a5-5e34-480f-9da5-669fbe7e53fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:03.671223 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:03.751650 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-d815b73a-3ffc-4ed3-a9ac-b4facec07129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:04.989640 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:06.963224 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:08.493779 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:14.579750 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:46:31.095026 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-4e18dfd1-76cf-4956-8cb0-1cb295cffaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:33.673420 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:33.751666 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e881ec59-f374-44d6-85f4-7b0b09a17eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:34.993429 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:36.966166 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:38.499222 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:46:51.581710 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:47:01.096490 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-9d63fecc-bdfa-41f8-89e2-d8ea9065643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:03.674687 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:03.752055 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-60cbb75f-4f1e-4cce-b886-4592baa54f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:04.995850 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:06.969237 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:08.517596 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:27.520458 dv-cinder-733622-16-iscsi neutron-server[91769]: DEBUG neutron.wsgi [req-4ffa5580-14b1-4b7e-a305-4bf50e982fc4 req-f3a55258-d72a-42b9-b8a2-dd5d5c717c2a service neutron] (91769) timed out ('10.222.0.46', 38934) {{(pid=91769) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:47:28.580844 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:47:31.098508 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b63b1bbc-3188-4cbb-85aa-bff9fe62976c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:33.677410 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:33.752962 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-e040a524-623a-4473-a907-0e28b1f688aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:34.998468 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:36.972689 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:47:38.522674 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:01.098900 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-8c32d943-5383-47fd-a0b2-e9290472230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:03.678743 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:03.752680 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-ad05f4e6-f24d-4075-986a-65e7626ed7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:05.001790 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:05.580810 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:48:06.975574 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:08.515588 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:31.100319 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-7020814d-e69d-463a-a1a4-f0aaa932a0ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:33.681656 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:33.753370 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-366cf223-af26-4c39-8605-7c2d1260fc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:35.003560 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:36.978437 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:38.514499 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:48:42.580740 dv-cinder-733622-16-iscsi neutron-server[91772]: DEBUG neutron.db.agents_db [None req-c94ace5b-caec-4ad2-a13f-82ef6e2ec7fb None None] Agent healthcheck: found 6 active agents {{(pid=91772) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 08 18:48:54.548012 dv-cinder-733622-16-iscsi neutron-server[91768]: DEBUG neutron.wsgi [req-1b5c6b5d-636f-46ae-abfe-0187ab9f8a70 req-5946c0c5-a9ba-4091-a998-36abc6dab0de tempest-AttachVolumeShelveTestJSON-1320774256 tempest-AttachVolumeShelveTestJSON-1320774256-project] (91768) timed out ('10.222.0.35', 50473) {{(pid=91768) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 08 18:49:01.101445 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-c5daa698-7455-4adb-94b3-e8306949ae5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:49:03.684546 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-98eac666-a081-408b-984b-b711c8009434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:49:03.754813 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-feb9eddf-fd51-4aed-ad61-e45b2de74014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:49:05.010327 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-55734290-3f9f-418b-bf97-2095c3268302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:49:06.982503 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-b94d4d1a-8b0c-4540-8a84-5a49c77440e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 08 18:49:08.525007 dv-cinder-733622-16-iscsi neutron-server[91770]: DEBUG neutron_lib.callbacks.manager [None req-fe121bb2-87f9-4c6f-b216-ccf98ad714a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753897521309', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-624511'] for agent, after_update {{(pid=91770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}